2024-12-16 03:18:29,669 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-16 03:18:29,685 main DEBUG Took 0.013979 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 03:18:29,685 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 03:18:29,685 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 03:18:29,686 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 03:18:29,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,693 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 03:18:29,705 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,706 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,707 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,708 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,709 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,710 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,710 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,711 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,712 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,713 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,713 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,714 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:18:29,714 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,715 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 03:18:29,716 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:18:29,717 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 03:18:29,719 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 03:18:29,719 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 03:18:29,720 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 03:18:29,720 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 03:18:29,728 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 03:18:29,730 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 03:18:29,731 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 03:18:29,732 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 03:18:29,732 main DEBUG createAppenders(={Console}) 2024-12-16 03:18:29,733 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-16 03:18:29,733 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-16 03:18:29,733 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-16 03:18:29,734 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 03:18:29,734 main DEBUG OutputStream closed 2024-12-16 03:18:29,734 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 03:18:29,734 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 03:18:29,735 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-16 03:18:29,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 03:18:29,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 03:18:29,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 03:18:29,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 03:18:29,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 03:18:29,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 03:18:29,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 03:18:29,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 03:18:29,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 03:18:29,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 03:18:29,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 03:18:29,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 03:18:29,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 03:18:29,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 03:18:29,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 03:18:29,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 03:18:29,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 03:18:29,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 03:18:29,806 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 03:18:29,806 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-16 03:18:29,806 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 03:18:29,807 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-16T03:18:30,006 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f 2024-12-16 03:18:30,009 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 03:18:30,009 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T03:18:30,016 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/hadoop-log-dir so I do NOT create it in target/test-data/0447ee56-e7d6-132e-8473-813a543d1644 2024-12-16T03:18:30,017 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/hadoop-log-dir Erasing configuration value by system value. 2024-12-16T03:18:30,017 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/hadoop-tmp-dir so I do NOT create it in target/test-data/0447ee56-e7d6-132e-8473-813a543d1644 2024-12-16T03:18:30,018 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-16T03:18:30,018 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644 2024-12-16T03:18:30,027 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-16T03:18:30,045 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/cluster_53353f2d-ab22-086c-1f26-0f6e2555acd4, deleteOnExit=true 2024-12-16T03:18:30,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/cluster_53353f2d-ab22-086c-1f26-0f6e2555acd4/zookeeper_0, clientPort=61587, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/cluster_53353f2d-ab22-086c-1f26-0f6e2555acd4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/cluster_53353f2d-ab22-086c-1f26-0f6e2555acd4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T03:18:30,175 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61587 2024-12-16T03:18:30,175 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-16T03:18:30,176 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-16T03:18:30,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T03:18:30,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T03:18:30,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/test.cache.data in system properties and HBase conf 2024-12-16T03:18:30,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:18:30,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:18:30,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:18:30,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:18:30,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:18:30,262 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T03:18:30,367 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:18:30,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:18:30,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:18:30,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:18:30,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:18:30,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:18:30,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:18:30,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:18:30,375 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:18:30,375 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:18:30,375 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:18:30,376 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:18:30,376 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:18:30,377 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:18:30,377 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:18:31,259 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T03:18:31,331 INFO [Time-limited test {}] log.Log(170): Logging initialized @2239ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T03:18:31,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:18:31,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:18:31,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:18:31,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:18:31,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:18:31,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:18:31,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:18:31,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:18:31,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bb9715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/java.io.tmpdir/jetty-localhost-44845-hadoop-hdfs-3_4_1-tests_jar-_-any-9712663891326887020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:18:31,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:44845} 2024-12-16T03:18:31,665 INFO [Time-limited test {}] server.Server(415): Started @2575ms 2024-12-16T03:18:32,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:18:32,117 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:18:32,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:18:32,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:18:32,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:18:32,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73acd779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:18:32,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6f1eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:18:32,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c411b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/java.io.tmpdir/jetty-localhost-37319-hadoop-hdfs-3_4_1-tests_jar-_-any-10435830730484655854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:18:32,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ee548d2{HTTP/1.1, (http/1.1)}{localhost:37319} 2024-12-16T03:18:32,213 INFO [Time-limited test {}] server.Server(415): Started @3123ms 2024-12-16T03:18:32,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:18:32,985 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/cluster_53353f2d-ab22-086c-1f26-0f6e2555acd4/dfs/data/data2/current/BP-593841979-172.17.0.2-1734319110873/current, will proceed with Du for space computation calculation, 2024-12-16T03:18:32,985 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/cluster_53353f2d-ab22-086c-1f26-0f6e2555acd4/dfs/data/data1/current/BP-593841979-172.17.0.2-1734319110873/current, will proceed with Du for space computation calculation, 2024-12-16T03:18:33,010 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:18:33,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x764959434d00043e with lease ID 0xd337aba93b6379eb: Processing first storage report for DS-8373bff4-2bd9-4360-a76c-2e8b4be29cdc from datanode DatanodeRegistration(127.0.0.1:44693, datanodeUuid=032d35ba-d13d-4b40-a47f-84fdca970539, infoPort=45327, infoSecurePort=0, ipcPort=34227, storageInfo=lv=-57;cid=testClusterID;nsid=575607157;c=1734319110873) 2024-12-16T03:18:33,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x764959434d00043e with lease ID 0xd337aba93b6379eb: from storage DS-8373bff4-2bd9-4360-a76c-2e8b4be29cdc node DatanodeRegistration(127.0.0.1:44693, datanodeUuid=032d35ba-d13d-4b40-a47f-84fdca970539, infoPort=45327, infoSecurePort=0, ipcPort=34227, storageInfo=lv=-57;cid=testClusterID;nsid=575607157;c=1734319110873), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:18:33,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x764959434d00043e with lease ID 0xd337aba93b6379eb: Processing first storage report for DS-9a64f4ad-5d11-4fae-826e-ef03906ba25a from datanode DatanodeRegistration(127.0.0.1:44693, datanodeUuid=032d35ba-d13d-4b40-a47f-84fdca970539, infoPort=45327, infoSecurePort=0, ipcPort=34227, storageInfo=lv=-57;cid=testClusterID;nsid=575607157;c=1734319110873) 2024-12-16T03:18:33,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x764959434d00043e with lease ID 0xd337aba93b6379eb: from storage DS-9a64f4ad-5d11-4fae-826e-ef03906ba25a node DatanodeRegistration(127.0.0.1:44693, datanodeUuid=032d35ba-d13d-4b40-a47f-84fdca970539, infoPort=45327, infoSecurePort=0, ipcPort=34227, storageInfo=lv=-57;cid=testClusterID;nsid=575607157;c=1734319110873), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:18:33,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f 2024-12-16T03:18:33,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:33,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:33,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:18:33,732 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 with version=8 2024-12-16T03:18:33,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/hbase-staging 2024-12-16T03:18:33,845 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T03:18:34,088 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f0d65a6309ee:0 server-side Connection retries=45 2024-12-16T03:18:34,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:34,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:34,103 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:18:34,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:34,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:18:34,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:18:34,257 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T03:18:34,265 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T03:18:34,268 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:18:34,290 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 19269 (auto-detected) 2024-12-16T03:18:34,291 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-16T03:18:34,308 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44725 2024-12-16T03:18:34,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:34,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:34,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44725 connecting to ZooKeeper ensemble=127.0.0.1:61587 2024-12-16T03:18:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447250x0, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:18:34,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44725-0x1002cd8947a0000 connected 2024-12-16T03:18:34,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-16T03:18:34,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T03:18:34,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-16T03:18:34,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44725 2024-12-16T03:18:34,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44725 2024-12-16T03:18:34,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44725 2024-12-16T03:18:34,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44725 2024-12-16T03:18:34,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44725 2024-12-16T03:18:34,555 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713, hbase.cluster.distributed=false 2024-12-16T03:18:34,613 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=45 2024-12-16T03:18:34,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:34,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:34,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:18:34,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:34,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:18:34,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:18:34,617 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:18:34,618 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39907 2024-12-16T03:18:34,619 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:18:34,624 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:18:34,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:34,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:34,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39907 connecting to ZooKeeper ensemble=127.0.0.1:61587 2024-12-16T03:18:34,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399070x0, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:18:34,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399070x0, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-16T03:18:34,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39907-0x1002cd8947a0001 connected 2024-12-16T03:18:34,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T03:18:34,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-16T03:18:34,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39907 2024-12-16T03:18:34,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39907 2024-12-16T03:18:34,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39907 2024-12-16T03:18:34,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39907 2024-12-16T03:18:34,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39907 2024-12-16T03:18:34,653 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/f0d65a6309ee,44725,1734319113838 2024-12-16T03:18:34,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T03:18:34,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T03:18:34,665 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/f0d65a6309ee,44725,1734319113838 2024-12-16T03:18:34,665 DEBUG [M:0;f0d65a6309ee:44725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f0d65a6309ee:44725 2024-12-16T03:18:34,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-16T03:18:34,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-16T03:18:34,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:34,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:34,689 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-16T03:18:34,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-16T03:18:34,690 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/f0d65a6309ee,44725,1734319113838 from backup master directory 2024-12-16T03:18:34,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/f0d65a6309ee,44725,1734319113838 2024-12-16T03:18:34,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T03:18:34,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T03:18:34,702 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:18:34,702 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f0d65a6309ee,44725,1734319113838 2024-12-16T03:18:34,704 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-16T03:18:34,705 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-16T03:18:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:18:35,168 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/hbase.id with ID: dc4ce229-e6af-40b5-85f3-b3ec9c96347a 2024-12-16T03:18:35,214 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:35,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:35,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:35,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:18:35,713 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:18:35,716 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T03:18:35,729 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:18:35,733 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:18:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:18:36,183 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store 2024-12-16T03:18:36,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:18:36,603 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-16T03:18:36,604 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:36,606 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:18:36,606 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:18:36,606 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:18:36,607 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:18:36,607 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:18:36,607 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:18:36,607 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:18:36,609 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/.initializing 2024-12-16T03:18:36,609 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/WALs/f0d65a6309ee,44725,1734319113838 2024-12-16T03:18:36,615 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:18:36,625 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C44725%2C1734319113838, suffix=, logDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/WALs/f0d65a6309ee,44725,1734319113838, archiveDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/oldWALs, maxLogs=10 2024-12-16T03:18:36,642 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/WALs/f0d65a6309ee,44725,1734319113838/f0d65a6309ee%2C44725%2C1734319113838.1734319116629, exclude list is [], retry=0 2024-12-16T03:18:36,656 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44693,DS-8373bff4-2bd9-4360-a76c-2e8b4be29cdc,DISK] 2024-12-16T03:18:36,659 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T03:18:36,689 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/WALs/f0d65a6309ee,44725,1734319113838/f0d65a6309ee%2C44725%2C1734319113838.1734319116629 2024-12-16T03:18:36,690 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45327:45327)] 2024-12-16T03:18:36,690 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:18:36,691 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:36,693 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:36,694 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:36,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:36,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T03:18:36,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:36,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:36,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:36,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T03:18:36,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:36,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:36,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:36,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T03:18:36,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:36,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:36,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:36,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T03:18:36,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:36,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:36,773 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:36,774 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:36,781 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T03:18:36,785 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:36,789 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:36,790 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63839685, jitterRate=-0.04871456325054169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T03:18:36,793 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:18:36,795 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T03:18:36,818 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b73e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:36,844 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T03:18:36,853 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T03:18:36,853 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T03:18:36,855 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T03:18:36,856 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-16T03:18:36,861 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-16T03:18:36,861 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T03:18:36,882 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T03:18:36,896 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-16T03:18:36,934 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-16T03:18:36,937 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T03:18:36,939 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-16T03:18:36,946 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-16T03:18:36,949 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T03:18:36,954 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-16T03:18:36,963 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-16T03:18:36,964 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-16T03:18:36,971 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-16T03:18:36,983 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T03:18:36,992 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-16T03:18:37,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-16T03:18:37,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-16T03:18:37,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:37,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:37,006 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f0d65a6309ee,44725,1734319113838, sessionid=0x1002cd8947a0000, setting cluster-up flag (Was=false) 2024-12-16T03:18:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:37,059 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-16T03:18:37,061 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,44725,1734319113838 2024-12-16T03:18:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:37,109 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-16T03:18:37,111 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,44725,1734319113838 2024-12-16T03:18:37,166 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f0d65a6309ee:39907 2024-12-16T03:18:37,168 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1008): ClusterId : dc4ce229-e6af-40b5-85f3-b3ec9c96347a 2024-12-16T03:18:37,170 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:18:37,181 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:18:37,181 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:18:37,191 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T03:18:37,194 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:18:37,194 DEBUG [RS:0;f0d65a6309ee:39907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4717903e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:37,197 DEBUG [RS:0;f0d65a6309ee:39907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cacebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:18:37,197 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T03:18:37,200 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T03:18:37,201 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:18:37,201 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:18:37,201 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:18:37,204 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,44725,1734319113838 with isa=f0d65a6309ee/172.17.0.2:39907, startcode=1734319114612 2024-12-16T03:18:37,205 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f0d65a6309ee,44725,1734319113838 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T03:18:37,208 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:18:37,209 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:18:37,209 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:18:37,209 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:18:37,209 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f0d65a6309ee:0, corePoolSize=10, maxPoolSize=10 2024-12-16T03:18:37,210 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:37,210 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:18:37,210 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:37,213 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734319147213 2024-12-16T03:18:37,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:18:37,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T03:18:37,215 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T03:18:37,216 DEBUG [RS:0;f0d65a6309ee:39907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:18:37,216 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T03:18:37,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:37,220 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T03:18:37,221 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T03:18:37,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:18:37,221 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T03:18:37,221 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T03:18:37,222 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:37,224 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T03:18:37,225 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T03:18:37,226 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T03:18:37,229 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T03:18:37,229 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T03:18:37,231 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319117230,5,FailOnTimeoutGroup] 2024-12-16T03:18:37,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:18:37,238 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319117231,5,FailOnTimeoutGroup] 2024-12-16T03:18:37,238 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:37,238 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T03:18:37,240 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:37,240 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:37,248 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49715, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:18:37,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44725 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:37,255 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44725 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:37,268 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:37,268 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36811 2024-12-16T03:18:37,268 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:18:37,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-16T03:18:37,280 DEBUG [RS:0;f0d65a6309ee:39907 {}] zookeeper.ZKUtil(111): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on existing znode=/1/rs/f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:37,280 WARN [RS:0;f0d65a6309ee:39907 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:18:37,280 INFO [RS:0;f0d65a6309ee:39907 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:18:37,281 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:37,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,39907,1734319114612] 2024-12-16T03:18:37,295 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:18:37,307 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:18:37,318 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:18:37,320 INFO [RS:0;f0d65a6309ee:39907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:18:37,320 INFO [RS:0;f0d65a6309ee:39907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:37,321 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:18:37,326 INFO [RS:0;f0d65a6309ee:39907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:37,326 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:37,326 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:37,326 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:37,326 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:37,326 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:37,327 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:18:37,327 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:37,327 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:37,327 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:37,327 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:37,327 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:37,327 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:18:37,328 DEBUG [RS:0;f0d65a6309ee:39907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:18:37,328 INFO [RS:0;f0d65a6309ee:39907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:37,328 INFO [RS:0;f0d65a6309ee:39907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:37,328 INFO [RS:0;f0d65a6309ee:39907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:37,328 INFO [RS:0;f0d65a6309ee:39907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:37,329 INFO [RS:0;f0d65a6309ee:39907 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39907,1734319114612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:18:37,344 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:18:37,346 INFO [RS:0;f0d65a6309ee:39907 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39907,1734319114612-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:37,366 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.Replication(204): f0d65a6309ee,39907,1734319114612 started 2024-12-16T03:18:37,366 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,39907,1734319114612, RpcServer on f0d65a6309ee/172.17.0.2:39907, sessionid=0x1002cd8947a0001 2024-12-16T03:18:37,367 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:18:37,367 DEBUG [RS:0;f0d65a6309ee:39907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:37,367 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39907,1734319114612' 2024-12-16T03:18:37,367 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-16T03:18:37,368 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-16T03:18:37,368 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:18:37,368 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:18:37,368 DEBUG [RS:0;f0d65a6309ee:39907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:37,368 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39907,1734319114612' 2024-12-16T03:18:37,369 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-16T03:18:37,369 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-16T03:18:37,369 DEBUG [RS:0;f0d65a6309ee:39907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:18:37,369 INFO [RS:0;f0d65a6309ee:39907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:18:37,370 INFO [RS:0;f0d65a6309ee:39907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:18:37,479 INFO [RS:0;f0d65a6309ee:39907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:18:37,482 INFO [RS:0;f0d65a6309ee:39907 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C39907%2C1734319114612, suffix=, logDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612, archiveDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/oldWALs, maxLogs=10 2024-12-16T03:18:37,497 DEBUG [RS:0;f0d65a6309ee:39907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, exclude list is [], retry=0 2024-12-16T03:18:37,501 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44693,DS-8373bff4-2bd9-4360-a76c-2e8b4be29cdc,DISK] 2024-12-16T03:18:37,504 INFO [RS:0;f0d65a6309ee:39907 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 2024-12-16T03:18:37,504 DEBUG [RS:0;f0d65a6309ee:39907 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45327:45327)] 2024-12-16T03:18:37,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:18:37,638 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:37,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741833_1009 (size=32) 2024-12-16T03:18:38,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:38,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:18:38,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:18:38,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:38,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:38,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:18:38,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:18:38,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:38,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:38,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:18:38,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:18:38,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:38,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:38,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740 2024-12-16T03:18:38,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740 2024-12-16T03:18:38,075 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:18:38,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:18:38,081 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:38,082 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60351581, jitterRate=-0.10069136321544647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:18:38,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:18:38,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:18:38,083 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:18:38,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:18:38,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:18:38,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:18:38,085 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:18:38,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:18:38,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:18:38,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T03:18:38,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T03:18:38,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T03:18:38,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:18:38,253 DEBUG [f0d65a6309ee:44725 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-16T03:18:38,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:38,261 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,39907,1734319114612, state=OPENING 2024-12-16T03:18:38,276 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T03:18:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:38,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T03:18:38,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T03:18:38,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:38,465 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:38,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:18:38,469 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:18:38,478 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:18:38,479 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:18:38,479 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T03:18:38,483 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C39907%2C1734319114612.meta, suffix=.meta, logDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612, archiveDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/oldWALs, maxLogs=10 2024-12-16T03:18:38,496 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.meta.1734319118484.meta, exclude list is [], retry=0 2024-12-16T03:18:38,499 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44693,DS-8373bff4-2bd9-4360-a76c-2e8b4be29cdc,DISK] 2024-12-16T03:18:38,502 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.meta.1734319118484.meta 2024-12-16T03:18:38,502 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45327:45327)] 2024-12-16T03:18:38,502 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:18:38,504 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:18:38,549 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:18:38,553 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:18:38,557 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:18:38,557 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:38,557 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:18:38,557 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:18:38,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:18:38,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:18:38,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:38,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:38,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:18:38,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:18:38,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:38,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:38,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:18:38,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:18:38,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:38,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:38,568 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740 2024-12-16T03:18:38,570 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740 2024-12-16T03:18:38,573 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:18:38,575 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:18:38,577 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71325523, jitterRate=0.06283311545848846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:18:38,579 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:18:38,586 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734319118461 2024-12-16T03:18:38,595 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:18:38,595 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:18:38,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:38,598 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,39907,1734319114612, state=OPEN 2024-12-16T03:18:38,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-16T03:18:38,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-16T03:18:38,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T03:18:38,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T03:18:38,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T03:18:38,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,39907,1734319114612 in 348 msec 2024-12-16T03:18:38,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T03:18:38,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 552 msec 2024-12-16T03:18:38,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5050 sec 2024-12-16T03:18:38,656 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734319118656, completionTime=-1 2024-12-16T03:18:38,657 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-16T03:18:38,657 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T03:18:38,689 DEBUG [hconnection-0x641f3753-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:38,691 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:38,701 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-16T03:18:38,701 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734319178701 2024-12-16T03:18:38,701 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734319238701 2024-12-16T03:18:38,701 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 44 msec 2024-12-16T03:18:38,769 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,44725,1734319113838-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:38,769 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,44725,1734319113838-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:38,769 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,44725,1734319113838-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:38,771 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f0d65a6309ee:44725, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:38,771 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:38,777 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T03:18:38,780 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T03:18:38,782 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:18:38,787 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T03:18:38,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:18:38,791 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:38,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:18:38,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741835_1011 (size=358) 2024-12-16T03:18:39,211 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d530cd53a675844f337050c9ee022fe9, NAME => 'hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741836_1012 (size=42) 2024-12-16T03:18:39,625 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:39,626 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d530cd53a675844f337050c9ee022fe9, disabling compactions & flushes 2024-12-16T03:18:39,626 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. 2024-12-16T03:18:39,626 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. 2024-12-16T03:18:39,626 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. after waiting 0 ms 2024-12-16T03:18:39,626 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. 2024-12-16T03:18:39,627 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. 2024-12-16T03:18:39,627 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d530cd53a675844f337050c9ee022fe9: 2024-12-16T03:18:39,631 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:18:39,638 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734319119632"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319119632"}]},"ts":"1734319119632"} 2024-12-16T03:18:39,658 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:18:39,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:18:39,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319119660"}]},"ts":"1734319119660"} 2024-12-16T03:18:39,667 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T03:18:39,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d530cd53a675844f337050c9ee022fe9, ASSIGN}] 2024-12-16T03:18:39,732 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d530cd53a675844f337050c9ee022fe9, ASSIGN 2024-12-16T03:18:39,734 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d530cd53a675844f337050c9ee022fe9, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:39,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d530cd53a675844f337050c9ee022fe9, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:39,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d530cd53a675844f337050c9ee022fe9, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:40,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:40,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. 2024-12-16T03:18:40,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d530cd53a675844f337050c9ee022fe9, NAME => 'hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:18:40,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d530cd53a675844f337050c9ee022fe9 2024-12-16T03:18:40,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:40,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d530cd53a675844f337050c9ee022fe9 2024-12-16T03:18:40,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d530cd53a675844f337050c9ee022fe9 2024-12-16T03:18:40,065 INFO [StoreOpener-d530cd53a675844f337050c9ee022fe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d530cd53a675844f337050c9ee022fe9 2024-12-16T03:18:40,067 INFO [StoreOpener-d530cd53a675844f337050c9ee022fe9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d530cd53a675844f337050c9ee022fe9 columnFamilyName info 2024-12-16T03:18:40,068 DEBUG [StoreOpener-d530cd53a675844f337050c9ee022fe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:40,068 INFO [StoreOpener-d530cd53a675844f337050c9ee022fe9-1 {}] regionserver.HStore(327): Store=d530cd53a675844f337050c9ee022fe9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:40,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/namespace/d530cd53a675844f337050c9ee022fe9 2024-12-16T03:18:40,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/namespace/d530cd53a675844f337050c9ee022fe9 2024-12-16T03:18:40,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d530cd53a675844f337050c9ee022fe9 2024-12-16T03:18:40,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/namespace/d530cd53a675844f337050c9ee022fe9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:40,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d530cd53a675844f337050c9ee022fe9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64808229, jitterRate=-0.0342821329832077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:40,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d530cd53a675844f337050c9ee022fe9: 2024-12-16T03:18:40,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9., pid=6, masterSystemTime=1734319120050 2024-12-16T03:18:40,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. 2024-12-16T03:18:40,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. 2024-12-16T03:18:40,087 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d530cd53a675844f337050c9ee022fe9, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:40,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T03:18:40,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d530cd53a675844f337050c9ee022fe9, server=f0d65a6309ee,39907,1734319114612 in 197 msec 2024-12-16T03:18:40,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T03:18:40,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d530cd53a675844f337050c9ee022fe9, ASSIGN in 366 msec 2024-12-16T03:18:40,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:18:40,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319120099"}]},"ts":"1734319120099"} 2024-12-16T03:18:40,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T03:18:40,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:18:40,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3280 sec 2024-12-16T03:18:40,194 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-16T03:18:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-16T03:18:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:18:40,239 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T03:18:40,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-16T03:18:40,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-12-16T03:18:40,284 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T03:18:40,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-16T03:18:40,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 32 msec 2024-12-16T03:18:40,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-16T03:18:40,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-16T03:18:40,363 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.661sec 2024-12-16T03:18:40,365 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T03:18:40,368 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T03:18:40,369 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T03:18:40,370 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T03:18:40,370 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T03:18:40,372 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,44725,1734319113838-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:18:40,372 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,44725,1734319113838-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T03:18:40,381 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T03:18:40,382 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T03:18:40,382 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,44725,1734319113838-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:40,479 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28eaea09 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cd9d88e 2024-12-16T03:18:40,479 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-16T03:18:40,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61160a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:40,497 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T03:18:40,497 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T03:18:40,506 DEBUG [hconnection-0x2de9a525-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:40,514 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:40,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f0d65a6309ee,44725,1734319113838 2024-12-16T03:18:40,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T03:18:40,521 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/cluster_bc12b6c3-5751-ca72-a6bc-189eff6c4991, deleteOnExit=true 2024-12-16T03:18:40,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T03:18:40,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/test.cache.data in system properties and HBase conf 2024-12-16T03:18:40,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:18:40,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:18:40,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:18:40,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:18:40,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:18:40,535 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:18:40,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:18:40,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:18:40,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:18:40,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:18:40,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:18:40,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:18:40,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:18:40,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:18:40,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:18:40,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:18:40,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:18:40,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:18:40,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:18:40,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:18:40,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:18:40,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:18:40,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:18:40,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:18:40,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:18:40,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:18:40,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d9c3958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:18:40,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55dfa903{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:18:40,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29b8371c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/java.io.tmpdir/jetty-localhost-34285-hadoop-hdfs-3_4_1-tests_jar-_-any-4923277416089868371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:18:40,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41a8eed{HTTP/1.1, (http/1.1)}{localhost:34285} 2024-12-16T03:18:40,913 INFO [Time-limited test {}] server.Server(415): Started @11823ms 2024-12-16T03:18:41,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:18:41,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:18:41,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:18:41,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:18:41,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:18:41,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c4144ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:18:41,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73e3600e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:18:41,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73a34985{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/java.io.tmpdir/jetty-localhost-36523-hadoop-hdfs-3_4_1-tests_jar-_-any-1441940190735293507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:18:41,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@298a701f{HTTP/1.1, (http/1.1)}{localhost:36523} 2024-12-16T03:18:41,231 INFO [Time-limited test {}] server.Server(415): Started @12140ms 2024-12-16T03:18:41,232 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:18:41,729 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/cluster_bc12b6c3-5751-ca72-a6bc-189eff6c4991/dfs/data/data2/current/BP-1552643039-172.17.0.2-1734319120558/current, will proceed with Du for space computation calculation, 2024-12-16T03:18:41,729 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/cluster_bc12b6c3-5751-ca72-a6bc-189eff6c4991/dfs/data/data1/current/BP-1552643039-172.17.0.2-1734319120558/current, will proceed with Du for space computation calculation, 2024-12-16T03:18:41,773 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:18:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb92c9a040c94264f with lease ID 0xd562b08efcbc8406: Processing first storage report for DS-538b2814-5d69-432c-9180-d0689b848f43 from datanode DatanodeRegistration(127.0.0.1:41689, datanodeUuid=8241ec59-8a96-4a73-baba-42fc6b3b12f1, infoPort=37543, infoSecurePort=0, ipcPort=36013, storageInfo=lv=-57;cid=testClusterID;nsid=2080757937;c=1734319120558) 2024-12-16T03:18:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb92c9a040c94264f with lease ID 0xd562b08efcbc8406: from storage DS-538b2814-5d69-432c-9180-d0689b848f43 node DatanodeRegistration(127.0.0.1:41689, datanodeUuid=8241ec59-8a96-4a73-baba-42fc6b3b12f1, infoPort=37543, infoSecurePort=0, ipcPort=36013, storageInfo=lv=-57;cid=testClusterID;nsid=2080757937;c=1734319120558), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:18:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb92c9a040c94264f with lease ID 0xd562b08efcbc8406: Processing first storage report for DS-9c19aa45-283f-4f27-8142-51bcc8f01f96 from datanode DatanodeRegistration(127.0.0.1:41689, datanodeUuid=8241ec59-8a96-4a73-baba-42fc6b3b12f1, infoPort=37543, infoSecurePort=0, ipcPort=36013, storageInfo=lv=-57;cid=testClusterID;nsid=2080757937;c=1734319120558) 2024-12-16T03:18:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb92c9a040c94264f with lease ID 0xd562b08efcbc8406: from storage DS-9c19aa45-283f-4f27-8142-51bcc8f01f96 node DatanodeRegistration(127.0.0.1:41689, datanodeUuid=8241ec59-8a96-4a73-baba-42fc6b3b12f1, infoPort=37543, infoSecurePort=0, ipcPort=36013, storageInfo=lv=-57;cid=testClusterID;nsid=2080757937;c=1734319120558), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:18:41,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644 2024-12-16T03:18:41,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:41,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:41,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:18:42,296 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e with version=8 2024-12-16T03:18:42,296 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/hbase-staging 2024-12-16T03:18:42,301 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f0d65a6309ee:0 server-side Connection retries=18 2024-12-16T03:18:42,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:42,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:42,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:18:42,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:42,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:18:42,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:18:42,303 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:18:42,303 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33983 2024-12-16T03:18:42,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:42,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:42,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33983 connecting to ZooKeeper ensemble=127.0.0.1:61587 2024-12-16T03:18:42,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339830x0, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:18:42,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33983-0x1002cd8947a0003 connected 2024-12-16T03:18:42,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:42,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-16T03:18:42,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T03:18:42,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-16T03:18:42,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33983 2024-12-16T03:18:42,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33983 2024-12-16T03:18:42,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33983 2024-12-16T03:18:42,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33983 2024-12-16T03:18:42,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33983 2024-12-16T03:18:42,427 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e, hbase.cluster.distributed=false 2024-12-16T03:18:42,446 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=18 2024-12-16T03:18:42,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:42,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:42,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:18:42,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:18:42,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:18:42,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:18:42,447 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:18:42,447 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43211 2024-12-16T03:18:42,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:18:42,448 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:18:42,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:42,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:42,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43211 connecting to ZooKeeper ensemble=127.0.0.1:61587 2024-12-16T03:18:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432110x0, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:18:42,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432110x0, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-16T03:18:42,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43211-0x1002cd8947a0004 connected 2024-12-16T03:18:42,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T03:18:42,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-16T03:18:42,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43211 2024-12-16T03:18:42,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43211 2024-12-16T03:18:42,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43211 2024-12-16T03:18:42,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43211 2024-12-16T03:18:42,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43211 2024-12-16T03:18:42,469 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/f0d65a6309ee,33983,1734319122300 2024-12-16T03:18:42,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T03:18:42,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T03:18:42,480 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/f0d65a6309ee,33983,1734319122300 2024-12-16T03:18:42,485 DEBUG [M:0;f0d65a6309ee:33983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f0d65a6309ee:33983 2024-12-16T03:18:42,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-16T03:18:42,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:42,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-16T03:18:42,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:42,488 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-16T03:18:42,489 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/f0d65a6309ee,33983,1734319122300 from backup master directory 2024-12-16T03:18:42,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-16T03:18:42,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T03:18:42,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/f0d65a6309ee,33983,1734319122300 2024-12-16T03:18:42,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T03:18:42,496 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:18:42,496 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f0d65a6309ee,33983,1734319122300 2024-12-16T03:18:42,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:18:42,916 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/hbase.id with ID: a41165c6-7ed6-4064-9821-efd58e74d8b3 2024-12-16T03:18:42,936 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:18:42,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:42,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:42,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:18:43,301 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-16T03:18:43,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T03:18:43,385 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:18:43,386 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T03:18:43,387 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:18:43,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:18:43,805 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store 2024-12-16T03:18:43,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:18:44,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:18:44,219 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:44,219 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:18:44,219 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:18:44,219 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:18:44,219 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:18:44,220 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:18:44,220 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:18:44,220 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:18:44,223 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/.initializing 2024-12-16T03:18:44,223 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/WALs/f0d65a6309ee,33983,1734319122300 2024-12-16T03:18:44,226 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:18:44,231 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C33983%2C1734319122300, suffix=, logDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/WALs/f0d65a6309ee,33983,1734319122300, archiveDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/oldWALs, maxLogs=10 2024-12-16T03:18:44,244 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/WALs/f0d65a6309ee,33983,1734319122300/f0d65a6309ee%2C33983%2C1734319122300.1734319124232, exclude list is [], retry=0 2024-12-16T03:18:44,247 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41689,DS-538b2814-5d69-432c-9180-d0689b848f43,DISK] 2024-12-16T03:18:44,250 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/WALs/f0d65a6309ee,33983,1734319122300/f0d65a6309ee%2C33983%2C1734319122300.1734319124232 2024-12-16T03:18:44,250 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37543:37543)] 2024-12-16T03:18:44,250 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:18:44,250 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:44,251 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:44,251 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:44,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:44,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-16T03:18:44,254 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-16T03:18:44,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T03:18:44,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:44,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:44,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:44,257 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-16T03:18:44,257 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-16T03:18:44,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:18:44,258 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-16T03:18:44,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-16T03:18:44,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T03:18:44,258 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-16T03:18:44,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:44,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:44,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:44,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T03:18:44,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:44,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:44,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:44,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T03:18:44,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:44,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:44,267 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:44,267 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:44,270 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T03:18:44,271 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:18:44,274 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:44,275 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62709822, jitterRate=-0.06555083394050598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T03:18:44,275 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:18:44,275 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T03:18:44,279 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b776586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:44,280 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T03:18:44,280 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T03:18:44,280 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T03:18:44,280 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T03:18:44,281 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T03:18:44,282 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T03:18:44,282 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T03:18:44,284 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T03:18:44,285 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-16T03:18:44,326 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-16T03:18:44,326 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T03:18:44,327 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-16T03:18:44,338 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-16T03:18:44,338 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T03:18:44,340 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-16T03:18:44,350 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-16T03:18:44,353 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-16T03:18:44,363 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-16T03:18:44,364 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T03:18:44,375 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-16T03:18:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-16T03:18:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-16T03:18:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:44,384 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f0d65a6309ee,33983,1734319122300, sessionid=0x1002cd8947a0003, setting cluster-up flag (Was=false) 2024-12-16T03:18:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:44,425 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-16T03:18:44,428 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,33983,1734319122300 2024-12-16T03:18:44,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:44,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:44,517 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-16T03:18:44,521 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,33983,1734319122300 2024-12-16T03:18:44,530 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T03:18:44,531 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T03:18:44,531 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T03:18:44,531 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f0d65a6309ee,33983,1734319122300 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T03:18:44,531 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:18:44,531 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:18:44,532 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:18:44,532 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:18:44,532 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f0d65a6309ee:0, corePoolSize=10, maxPoolSize=10 2024-12-16T03:18:44,532 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:44,532 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:18:44,532 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:44,533 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734319154533 2024-12-16T03:18:44,533 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T03:18:44,533 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T03:18:44,533 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T03:18:44,533 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T03:18:44,533 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T03:18:44,533 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T03:18:44,534 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:44,534 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:18:44,534 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T03:18:44,534 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T03:18:44,534 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T03:18:44,534 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T03:18:44,534 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T03:18:44,534 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T03:18:44,535 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319124534,5,FailOnTimeoutGroup] 2024-12-16T03:18:44,535 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319124535,5,FailOnTimeoutGroup] 2024-12-16T03:18:44,535 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:44,535 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T03:18:44,535 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:44,535 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:44,536 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:44,536 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:18:44,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:18:44,586 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f0d65a6309ee:43211 2024-12-16T03:18:44,588 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1008): ClusterId : a41165c6-7ed6-4064-9821-efd58e74d8b3 2024-12-16T03:18:44,588 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:18:44,597 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:18:44,597 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:18:44,605 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:18:44,606 DEBUG [RS:0;f0d65a6309ee:43211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1284848f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:44,607 DEBUG [RS:0;f0d65a6309ee:43211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a19de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:18:44,607 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:18:44,607 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:18:44,607 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:18:44,608 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,33983,1734319122300 with isa=f0d65a6309ee/172.17.0.2:43211, startcode=1734319122446 2024-12-16T03:18:44,608 DEBUG [RS:0;f0d65a6309ee:43211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:18:44,610 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58207, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:18:44,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:44,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:44,614 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:44,614 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36249 2024-12-16T03:18:44,614 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:18:44,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-16T03:18:44,622 DEBUG [RS:0;f0d65a6309ee:43211 {}] zookeeper.ZKUtil(111): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on existing znode=/2/rs/f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:44,622 WARN [RS:0;f0d65a6309ee:43211 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:18:44,622 INFO [RS:0;f0d65a6309ee:43211 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:18:44,622 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/WALs/f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:44,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,43211,1734319122446] 2024-12-16T03:18:44,629 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T03:18:44,629 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:18:44,632 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:18:44,633 INFO [RS:0;f0d65a6309ee:43211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:18:44,633 INFO [RS:0;f0d65a6309ee:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:44,633 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:18:44,635 INFO [RS:0;f0d65a6309ee:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:44,635 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:44,635 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:44,635 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:44,635 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:44,635 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:44,635 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:18:44,635 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:44,636 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:44,636 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:44,636 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:44,636 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:18:44,636 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:18:44,636 DEBUG [RS:0;f0d65a6309ee:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:18:44,636 INFO [RS:0;f0d65a6309ee:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:44,636 INFO [RS:0;f0d65a6309ee:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:44,636 INFO [RS:0;f0d65a6309ee:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:44,636 INFO [RS:0;f0d65a6309ee:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:44,636 INFO [RS:0;f0d65a6309ee:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,43211,1734319122446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:18:44,648 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:18:44,649 INFO [RS:0;f0d65a6309ee:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,43211,1734319122446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:44,660 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.Replication(204): f0d65a6309ee,43211,1734319122446 started 2024-12-16T03:18:44,660 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,43211,1734319122446, RpcServer on f0d65a6309ee/172.17.0.2:43211, sessionid=0x1002cd8947a0004 2024-12-16T03:18:44,660 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:18:44,660 DEBUG [RS:0;f0d65a6309ee:43211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:44,660 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,43211,1734319122446' 2024-12-16T03:18:44,660 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-16T03:18:44,661 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-16T03:18:44,661 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:18:44,661 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:18:44,661 DEBUG [RS:0;f0d65a6309ee:43211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:44,661 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,43211,1734319122446' 2024-12-16T03:18:44,661 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-16T03:18:44,662 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-16T03:18:44,662 DEBUG [RS:0;f0d65a6309ee:43211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:18:44,662 INFO [RS:0;f0d65a6309ee:43211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:18:44,662 INFO [RS:0;f0d65a6309ee:43211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:18:44,764 INFO [RS:0;f0d65a6309ee:43211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:18:44,769 INFO [RS:0;f0d65a6309ee:43211 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C43211%2C1734319122446, suffix=, logDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/WALs/f0d65a6309ee,43211,1734319122446, archiveDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/oldWALs, maxLogs=10 2024-12-16T03:18:44,787 DEBUG [RS:0;f0d65a6309ee:43211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/WALs/f0d65a6309ee,43211,1734319122446/f0d65a6309ee%2C43211%2C1734319122446.1734319124772, exclude list is [], retry=0 2024-12-16T03:18:44,790 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41689,DS-538b2814-5d69-432c-9180-d0689b848f43,DISK] 2024-12-16T03:18:44,792 INFO [RS:0;f0d65a6309ee:43211 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/WALs/f0d65a6309ee,43211,1734319122446/f0d65a6309ee%2C43211%2C1734319122446.1734319124772 2024-12-16T03:18:44,793 DEBUG [RS:0;f0d65a6309ee:43211 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37543:37543)] 2024-12-16T03:18:44,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:18:44,949 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:44,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741833_1009 (size=32) 2024-12-16T03:18:45,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:45,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:18:45,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:18:45,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:45,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:45,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:18:45,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:18:45,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:45,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:45,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:18:45,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:18:45,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:45,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:45,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740 2024-12-16T03:18:45,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740 2024-12-16T03:18:45,386 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:18:45,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:18:45,391 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:45,391 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59648214, jitterRate=-0.11117234826087952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:18:45,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:18:45,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:18:45,392 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:18:45,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:18:45,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:18:45,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:18:45,392 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:18:45,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:18:45,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:18:45,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T03:18:45,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T03:18:45,395 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T03:18:45,396 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:18:45,547 DEBUG [f0d65a6309ee:33983 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-16T03:18:45,547 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:45,550 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,43211,1734319122446, state=OPENING 2024-12-16T03:18:45,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T03:18:45,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:45,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:45,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:45,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T03:18:45,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T03:18:45,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:45,761 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:18:45,766 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:18:45,775 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:18:45,775 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:18:45,775 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T03:18:45,778 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C43211%2C1734319122446.meta, suffix=.meta, logDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/WALs/f0d65a6309ee,43211,1734319122446, archiveDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/oldWALs, maxLogs=10 2024-12-16T03:18:45,790 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/WALs/f0d65a6309ee,43211,1734319122446/f0d65a6309ee%2C43211%2C1734319122446.meta.1734319125779.meta, exclude list is [], retry=0 2024-12-16T03:18:45,793 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41689,DS-538b2814-5d69-432c-9180-d0689b848f43,DISK] 2024-12-16T03:18:45,796 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/WALs/f0d65a6309ee,43211,1734319122446/f0d65a6309ee%2C43211%2C1734319122446.meta.1734319125779.meta 2024-12-16T03:18:45,796 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37543:37543)] 2024-12-16T03:18:45,796 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:18:45,797 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:18:45,797 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:18:45,797 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:18:45,797 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:18:45,797 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:45,797 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:18:45,797 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:18:45,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:18:45,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:18:45,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:45,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:45,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:18:45,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:18:45,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:45,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:45,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:18:45,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:18:45,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:45,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:18:45,805 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740 2024-12-16T03:18:45,806 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740 2024-12-16T03:18:45,808 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T03:18:45,810 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:18:45,811 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65629090, jitterRate=-0.02205035090446472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T03:18:45,811 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:18:45,813 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734319125760 2024-12-16T03:18:45,815 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:18:45,815 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:18:45,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:45,817 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,43211,1734319122446, state=OPEN 2024-12-16T03:18:45,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-16T03:18:45,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-16T03:18:45,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T03:18:45,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T03:18:45,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T03:18:45,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,43211,1734319122446 in 223 msec 2024-12-16T03:18:45,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T03:18:45,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-12-16T03:18:45,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-12-16T03:18:45,835 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734319125835, completionTime=-1 2024-12-16T03:18:45,835 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-16T03:18:45,835 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T03:18:45,836 DEBUG [hconnection-0x14560f7f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:45,837 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:45,845 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-16T03:18:45,845 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734319185845 2024-12-16T03:18:45,846 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734319245845 2024-12-16T03:18:45,846 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 10 msec 2024-12-16T03:18:45,867 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33983,1734319122300-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:45,867 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33983,1734319122300-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:45,867 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33983,1734319122300-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:45,867 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f0d65a6309ee:33983, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:45,868 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:45,868 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T03:18:45,868 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:18:45,870 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T03:18:45,870 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T03:18:45,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:18:45,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:45,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:18:45,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741835_1011 (size=358) 2024-12-16T03:18:46,286 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 439d37c3d271fcb2db599fa5608ffee9, NAME => 'hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741836_1012 (size=42) 2024-12-16T03:18:46,699 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:46,699 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 439d37c3d271fcb2db599fa5608ffee9, disabling compactions & flushes 2024-12-16T03:18:46,699 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. 2024-12-16T03:18:46,699 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. 2024-12-16T03:18:46,699 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. after waiting 0 ms 2024-12-16T03:18:46,699 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. 2024-12-16T03:18:46,699 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. 2024-12-16T03:18:46,699 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 439d37c3d271fcb2db599fa5608ffee9: 2024-12-16T03:18:46,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:18:46,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734319126702"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319126702"}]},"ts":"1734319126702"} 2024-12-16T03:18:46,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:18:46,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:18:46,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319126707"}]},"ts":"1734319126707"} 2024-12-16T03:18:46,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T03:18:46,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=439d37c3d271fcb2db599fa5608ffee9, ASSIGN}] 2024-12-16T03:18:46,763 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=439d37c3d271fcb2db599fa5608ffee9, ASSIGN 2024-12-16T03:18:46,765 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=439d37c3d271fcb2db599fa5608ffee9, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:46,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=439d37c3d271fcb2db599fa5608ffee9, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:46,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 439d37c3d271fcb2db599fa5608ffee9, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:47,080 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:47,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. 2024-12-16T03:18:47,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 439d37c3d271fcb2db599fa5608ffee9, NAME => 'hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:18:47,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 439d37c3d271fcb2db599fa5608ffee9 2024-12-16T03:18:47,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:47,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 439d37c3d271fcb2db599fa5608ffee9 2024-12-16T03:18:47,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 439d37c3d271fcb2db599fa5608ffee9 2024-12-16T03:18:47,095 INFO [StoreOpener-439d37c3d271fcb2db599fa5608ffee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 439d37c3d271fcb2db599fa5608ffee9 2024-12-16T03:18:47,097 INFO [StoreOpener-439d37c3d271fcb2db599fa5608ffee9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 439d37c3d271fcb2db599fa5608ffee9 columnFamilyName info 2024-12-16T03:18:47,097 DEBUG [StoreOpener-439d37c3d271fcb2db599fa5608ffee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:47,097 INFO [StoreOpener-439d37c3d271fcb2db599fa5608ffee9-1 {}] regionserver.HStore(327): Store=439d37c3d271fcb2db599fa5608ffee9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:47,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/namespace/439d37c3d271fcb2db599fa5608ffee9 2024-12-16T03:18:47,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/namespace/439d37c3d271fcb2db599fa5608ffee9 2024-12-16T03:18:47,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 439d37c3d271fcb2db599fa5608ffee9 2024-12-16T03:18:47,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/namespace/439d37c3d271fcb2db599fa5608ffee9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:47,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 439d37c3d271fcb2db599fa5608ffee9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64525209, jitterRate=-0.038499459624290466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:18:47,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 439d37c3d271fcb2db599fa5608ffee9: 2024-12-16T03:18:47,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9., pid=6, masterSystemTime=1734319127080 2024-12-16T03:18:47,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. 2024-12-16T03:18:47,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. 2024-12-16T03:18:47,113 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=439d37c3d271fcb2db599fa5608ffee9, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:47,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T03:18:47,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 439d37c3d271fcb2db599fa5608ffee9, server=f0d65a6309ee,43211,1734319122446 in 190 msec 2024-12-16T03:18:47,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T03:18:47,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=439d37c3d271fcb2db599fa5608ffee9, ASSIGN in 359 msec 2024-12-16T03:18:47,123 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:18:47,123 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319127123"}]},"ts":"1734319127123"} 2024-12-16T03:18:47,125 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T03:18:47,177 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-16T03:18:47,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:18:47,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-16T03:18:47,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:47,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3100 sec 2024-12-16T03:18:47,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:18:47,189 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T03:18:47,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-16T03:18:47,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2024-12-16T03:18:47,233 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T03:18:47,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-16T03:18:47,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 34 msec 2024-12-16T03:18:47,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-16T03:18:47,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-16T03:18:47,309 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.812sec 2024-12-16T03:18:47,309 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T03:18:47,309 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T03:18:47,309 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T03:18:47,309 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T03:18:47,309 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T03:18:47,309 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33983,1734319122300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:18:47,310 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33983,1734319122300-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T03:18:47,314 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T03:18:47,314 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T03:18:47,315 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,33983,1734319122300-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:18:47,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:47,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35b7463a to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7695feac 2024-12-16T03:18:47,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29140e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:47,397 DEBUG [hconnection-0x5819dd61-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:18:47,400 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:18:47,403 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f0d65a6309ee,33983,1734319122300 2024-12-16T03:18:47,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0740a5b0 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@112492ec 2024-12-16T03:18:47,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405300b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:47,421 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07ad6376 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5422b16 2024-12-16T03:18:47,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c47aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:47,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0490d224 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@101e533b 2024-12-16T03:18:47,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c2ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:18:47,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:18:47,460 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:18:47,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:18:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-16T03:18:47,471 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:18:47,472 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:47,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-16T03:18:47,473 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:18:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:47,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741837_1013 (size=631) 2024-12-16T03:18:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:47,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 56be35ab37eb7c4e864d9c9b10076d55, NAME => 'test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:47,887 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 07b13f06fb97617b27c4e8843258ea6a, NAME => 'test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:47,888 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e4bb3f0d8afb909b84b04c606ffd89fa, NAME => 'test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:47,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741838_1014 (size=42) 2024-12-16T03:18:47,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741839_1015 (size=45) 2024-12-16T03:18:47,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741840_1016 (size=45) 2024-12-16T03:18:47,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:47,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 56be35ab37eb7c4e864d9c9b10076d55, disabling compactions & flushes 2024-12-16T03:18:47,901 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. 2024-12-16T03:18:47,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. 2024-12-16T03:18:47,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. after waiting 0 ms 2024-12-16T03:18:47,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. 2024-12-16T03:18:47,901 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. 2024-12-16T03:18:47,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 56be35ab37eb7c4e864d9c9b10076d55: 2024-12-16T03:18:47,902 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8af910fba4d5cc398f2f04b74735179b, NAME => 'test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:47,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741841_1017 (size=45) 2024-12-16T03:18:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:48,303 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:48,303 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:48,303 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 07b13f06fb97617b27c4e8843258ea6a, disabling compactions & flushes 2024-12-16T03:18:48,303 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. 2024-12-16T03:18:48,303 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. 2024-12-16T03:18:48,304 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e4bb3f0d8afb909b84b04c606ffd89fa, disabling compactions & flushes 2024-12-16T03:18:48,304 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. after waiting 0 ms 2024-12-16T03:18:48,304 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. 2024-12-16T03:18:48,304 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. 2024-12-16T03:18:48,304 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. 2024-12-16T03:18:48,304 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. 2024-12-16T03:18:48,304 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. after waiting 0 ms 2024-12-16T03:18:48,304 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. 2024-12-16T03:18:48,304 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 07b13f06fb97617b27c4e8843258ea6a: 2024-12-16T03:18:48,305 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. 2024-12-16T03:18:48,305 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e4bb3f0d8afb909b84b04c606ffd89fa: 2024-12-16T03:18:48,308 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 452508788cac99487b8dde3766d1bade, NAME => 'test,fff,1734319127465.452508788cac99487b8dde3766d1bade.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:48,308 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 05fc88ff27bdb0aa61520742e6e126ee, NAME => 'test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:48,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:48,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8af910fba4d5cc398f2f04b74735179b, disabling compactions & flushes 2024-12-16T03:18:48,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. 2024-12-16T03:18:48,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. 2024-12-16T03:18:48,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. after waiting 0 ms 2024-12-16T03:18:48,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. 2024-12-16T03:18:48,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. 2024-12-16T03:18:48,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8af910fba4d5cc398f2f04b74735179b: 2024-12-16T03:18:48,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f7afcca665f8c3e577e9e791ba75246a, NAME => 'test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:48,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741842_1018 (size=45) 2024-12-16T03:18:48,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741843_1019 (size=45) 2024-12-16T03:18:48,318 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:48,318 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 05fc88ff27bdb0aa61520742e6e126ee, disabling compactions & flushes 2024-12-16T03:18:48,318 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. 2024-12-16T03:18:48,318 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. 2024-12-16T03:18:48,318 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. after waiting 0 ms 2024-12-16T03:18:48,318 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. 2024-12-16T03:18:48,318 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. 2024-12-16T03:18:48,318 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 05fc88ff27bdb0aa61520742e6e126ee: 2024-12-16T03:18:48,319 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => df2be803d9300b553a7374f89993cbc8, NAME => 'test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:48,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741844_1020 (size=45) 2024-12-16T03:18:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741845_1021 (size=45) 2024-12-16T03:18:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:48,720 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734319127465.452508788cac99487b8dde3766d1bade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:48,721 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 452508788cac99487b8dde3766d1bade, disabling compactions & flushes 2024-12-16T03:18:48,721 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734319127465.452508788cac99487b8dde3766d1bade. 2024-12-16T03:18:48,721 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734319127465.452508788cac99487b8dde3766d1bade. 2024-12-16T03:18:48,722 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734319127465.452508788cac99487b8dde3766d1bade. after waiting 0 ms 2024-12-16T03:18:48,722 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734319127465.452508788cac99487b8dde3766d1bade. 2024-12-16T03:18:48,722 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734319127465.452508788cac99487b8dde3766d1bade. 2024-12-16T03:18:48,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:48,722 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 452508788cac99487b8dde3766d1bade: 2024-12-16T03:18:48,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f7afcca665f8c3e577e9e791ba75246a, disabling compactions & flushes 2024-12-16T03:18:48,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. 2024-12-16T03:18:48,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. 2024-12-16T03:18:48,724 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 19f20e344de24523132bced998c99992, NAME => 'test,iii,1734319127465.19f20e344de24523132bced998c99992.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:48,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. after waiting 0 ms 2024-12-16T03:18:48,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. 2024-12-16T03:18:48,724 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. 2024-12-16T03:18:48,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f7afcca665f8c3e577e9e791ba75246a: 2024-12-16T03:18:48,726 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 39b1ad803893ad333af80b1525081180, NAME => 'test,jjj,1734319127465.39b1ad803893ad333af80b1525081180.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:48,727 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:48,727 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing df2be803d9300b553a7374f89993cbc8, disabling compactions & flushes 2024-12-16T03:18:48,727 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. 2024-12-16T03:18:48,727 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. 2024-12-16T03:18:48,727 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. after waiting 0 ms 2024-12-16T03:18:48,727 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. 2024-12-16T03:18:48,727 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. 2024-12-16T03:18:48,727 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for df2be803d9300b553a7374f89993cbc8: 2024-12-16T03:18:48,728 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6c3ecd6fcefee86e8e981b7b22b22979, NAME => 'test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:48,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741846_1022 (size=45) 2024-12-16T03:18:48,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741847_1023 (size=45) 2024-12-16T03:18:48,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741848_1024 (size=45) 2024-12-16T03:18:49,136 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1734319127465.19f20e344de24523132bced998c99992.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:49,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 19f20e344de24523132bced998c99992, disabling compactions & flushes 2024-12-16T03:18:49,137 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1734319127465.19f20e344de24523132bced998c99992. 2024-12-16T03:18:49,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734319127465.19f20e344de24523132bced998c99992. 2024-12-16T03:18:49,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734319127465.19f20e344de24523132bced998c99992. after waiting 0 ms 2024-12-16T03:18:49,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734319127465.19f20e344de24523132bced998c99992. 2024-12-16T03:18:49,138 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1734319127465.19f20e344de24523132bced998c99992. 2024-12-16T03:18:49,138 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 19f20e344de24523132bced998c99992: 2024-12-16T03:18:49,140 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4d31cb1021e292f22683287061a4c59e, NAME => 'test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:49,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1734319127465.39b1ad803893ad333af80b1525081180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:49,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 39b1ad803893ad333af80b1525081180, disabling compactions & flushes 2024-12-16T03:18:49,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. 2024-12-16T03:18:49,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. 2024-12-16T03:18:49,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. after waiting 0 ms 2024-12-16T03:18:49,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. 2024-12-16T03:18:49,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. 2024-12-16T03:18:49,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 39b1ad803893ad333af80b1525081180: 2024-12-16T03:18:49,142 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:49,143 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6c3ecd6fcefee86e8e981b7b22b22979, disabling compactions & flushes 2024-12-16T03:18:49,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4bfc4375dd218db4d8be4dad0329e7ec, NAME => 'test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:49,143 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. 2024-12-16T03:18:49,143 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. 2024-12-16T03:18:49,143 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. after waiting 0 ms 2024-12-16T03:18:49,143 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. 2024-12-16T03:18:49,143 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. 2024-12-16T03:18:49,143 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6c3ecd6fcefee86e8e981b7b22b22979: 2024-12-16T03:18:49,144 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => de8dfd0222f00da5b3db13070841f5ed, NAME => 'test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741849_1025 (size=45) 2024-12-16T03:18:49,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741850_1026 (size=45) 2024-12-16T03:18:49,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741851_1027 (size=45) 2024-12-16T03:18:49,556 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:49,556 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4d31cb1021e292f22683287061a4c59e, disabling compactions & flushes 2024-12-16T03:18:49,556 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. 2024-12-16T03:18:49,556 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. 2024-12-16T03:18:49,556 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. after waiting 0 ms 2024-12-16T03:18:49,556 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. 2024-12-16T03:18:49,556 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. 2024-12-16T03:18:49,556 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4d31cb1021e292f22683287061a4c59e: 2024-12-16T03:18:49,558 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 27aa3e8e506c12eae79ce62971b91282, NAME => 'test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:49,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:49,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 4bfc4375dd218db4d8be4dad0329e7ec, disabling compactions & flushes 2024-12-16T03:18:49,560 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:49,560 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. 2024-12-16T03:18:49,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. 2024-12-16T03:18:49,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. after waiting 0 ms 2024-12-16T03:18:49,560 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing de8dfd0222f00da5b3db13070841f5ed, disabling compactions & flushes 2024-12-16T03:18:49,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. 2024-12-16T03:18:49,560 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. 2024-12-16T03:18:49,560 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. 2024-12-16T03:18:49,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4bfc4375dd218db4d8be4dad0329e7ec: 2024-12-16T03:18:49,561 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. 2024-12-16T03:18:49,562 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. after waiting 0 ms 2024-12-16T03:18:49,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 02e49c20aeb1cfe1ca8f6788990bb39e, NAME => 'test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:49,562 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. 2024-12-16T03:18:49,562 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. 2024-12-16T03:18:49,562 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for de8dfd0222f00da5b3db13070841f5ed: 2024-12-16T03:18:49,563 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1dcadefb4e42be434baeae6966765381, NAME => 'test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:49,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741852_1028 (size=45) 2024-12-16T03:18:49,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741854_1030 (size=45) 2024-12-16T03:18:49,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741853_1029 (size=45) 2024-12-16T03:18:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:49,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:49,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:49,983 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:49,983 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:49,983 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 1dcadefb4e42be434baeae6966765381, disabling compactions & flushes 2024-12-16T03:18:49,983 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 27aa3e8e506c12eae79ce62971b91282, disabling compactions & flushes 2024-12-16T03:18:49,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 02e49c20aeb1cfe1ca8f6788990bb39e, disabling compactions & flushes 2024-12-16T03:18:49,983 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. 2024-12-16T03:18:49,983 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. 2024-12-16T03:18:49,983 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. 2024-12-16T03:18:49,983 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. 2024-12-16T03:18:49,984 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. after waiting 0 ms 2024-12-16T03:18:49,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. 2024-12-16T03:18:49,984 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. 2024-12-16T03:18:49,984 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. 2024-12-16T03:18:49,984 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. 2024-12-16T03:18:49,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. after waiting 0 ms 2024-12-16T03:18:49,984 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. after waiting 0 ms 2024-12-16T03:18:49,984 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 1dcadefb4e42be434baeae6966765381: 2024-12-16T03:18:49,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. 2024-12-16T03:18:49,984 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. 2024-12-16T03:18:49,984 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. 2024-12-16T03:18:49,984 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. 2024-12-16T03:18:49,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 02e49c20aeb1cfe1ca8f6788990bb39e: 2024-12-16T03:18:49,984 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 27aa3e8e506c12eae79ce62971b91282: 2024-12-16T03:18:49,985 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 989a0fbfa3a40285859cd7981c926cae, NAME => 'test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:49,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 57a449ac66889c644c83dc88d5e1600e, NAME => 'test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:49,987 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d24ffda9a107b25e7d03096c7b53bb17, NAME => 'test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:49,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741857_1033 (size=45) 2024-12-16T03:18:49,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741855_1031 (size=45) 2024-12-16T03:18:49,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741856_1032 (size=45) 2024-12-16T03:18:49,998 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:49,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:49,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 57a449ac66889c644c83dc88d5e1600e, disabling compactions & flushes 2024-12-16T03:18:49,998 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 989a0fbfa3a40285859cd7981c926cae, disabling compactions & flushes 2024-12-16T03:18:49,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. 2024-12-16T03:18:49,998 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. 2024-12-16T03:18:49,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. 2024-12-16T03:18:49,998 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. 2024-12-16T03:18:49,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. after waiting 0 ms 2024-12-16T03:18:49,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. 2024-12-16T03:18:49,998 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. after waiting 0 ms 2024-12-16T03:18:49,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. 2024-12-16T03:18:49,998 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. 2024-12-16T03:18:49,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 57a449ac66889c644c83dc88d5e1600e: 2024-12-16T03:18:49,998 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. 2024-12-16T03:18:49,998 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 989a0fbfa3a40285859cd7981c926cae: 2024-12-16T03:18:49,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bc4d0cc021846832679340f93b0228a6, NAME => 'test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:49,999 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a2342deb8fae5dd2c34d81b812e6bc4a, NAME => 'test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:50,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741858_1034 (size=45) 2024-12-16T03:18:50,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741859_1035 (size=45) 2024-12-16T03:18:50,400 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:50,400 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing d24ffda9a107b25e7d03096c7b53bb17, disabling compactions & flushes 2024-12-16T03:18:50,401 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. 2024-12-16T03:18:50,401 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. 2024-12-16T03:18:50,401 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. after waiting 0 ms 2024-12-16T03:18:50,401 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. 2024-12-16T03:18:50,401 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. 2024-12-16T03:18:50,401 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for d24ffda9a107b25e7d03096c7b53bb17: 2024-12-16T03:18:50,402 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bfb65e219c598c06bc8b3d7a0c6ed847, NAME => 'test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:50,407 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:50,408 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a2342deb8fae5dd2c34d81b812e6bc4a, disabling compactions & flushes 2024-12-16T03:18:50,408 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. 2024-12-16T03:18:50,408 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. 2024-12-16T03:18:50,408 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. after waiting 0 ms 2024-12-16T03:18:50,408 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. 2024-12-16T03:18:50,408 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. 2024-12-16T03:18:50,408 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a2342deb8fae5dd2c34d81b812e6bc4a: 2024-12-16T03:18:50,409 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 65c79ad482afe4cb7d25a8b613160030, NAME => 'test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:50,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:50,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing bc4d0cc021846832679340f93b0228a6, disabling compactions & flushes 2024-12-16T03:18:50,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. 2024-12-16T03:18:50,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. 2024-12-16T03:18:50,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. after waiting 0 ms 2024-12-16T03:18:50,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. 2024-12-16T03:18:50,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. 2024-12-16T03:18:50,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for bc4d0cc021846832679340f93b0228a6: 2024-12-16T03:18:50,410 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1cf8b609a875a3cbd108abb9bd340bda, NAME => 'test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741860_1036 (size=45) 2024-12-16T03:18:50,413 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:50,413 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing bfb65e219c598c06bc8b3d7a0c6ed847, disabling compactions & flushes 2024-12-16T03:18:50,413 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. 2024-12-16T03:18:50,413 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. 2024-12-16T03:18:50,413 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. after waiting 0 ms 2024-12-16T03:18:50,413 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. 2024-12-16T03:18:50,413 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. 2024-12-16T03:18:50,413 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for bfb65e219c598c06bc8b3d7a0c6ed847: 2024-12-16T03:18:50,414 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 15b8f738bdc208f3a08d5cb9b82a7964, NAME => 'test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:18:50,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741861_1037 (size=45) 2024-12-16T03:18:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741862_1038 (size=45) 2024-12-16T03:18:50,418 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:50,418 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 65c79ad482afe4cb7d25a8b613160030, disabling compactions & flushes 2024-12-16T03:18:50,418 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. 2024-12-16T03:18:50,418 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. 2024-12-16T03:18:50,418 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. after waiting 0 ms 2024-12-16T03:18:50,418 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. 2024-12-16T03:18:50,418 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. 2024-12-16T03:18:50,418 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 65c79ad482afe4cb7d25a8b613160030: 2024-12-16T03:18:50,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:50,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 1cf8b609a875a3cbd108abb9bd340bda, disabling compactions & flushes 2024-12-16T03:18:50,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. 2024-12-16T03:18:50,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. 2024-12-16T03:18:50,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. after waiting 0 ms 2024-12-16T03:18:50,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. 2024-12-16T03:18:50,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. 2024-12-16T03:18:50,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1cf8b609a875a3cbd108abb9bd340bda: 2024-12-16T03:18:50,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741863_1039 (size=42) 2024-12-16T03:18:50,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:50,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 15b8f738bdc208f3a08d5cb9b82a7964, disabling compactions & flushes 2024-12-16T03:18:50,824 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. 2024-12-16T03:18:50,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. 2024-12-16T03:18:50,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. after waiting 0 ms 2024-12-16T03:18:50,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. 2024-12-16T03:18:50,824 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. 2024-12-16T03:18:50,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 15b8f738bdc208f3a08d5cb9b82a7964: 2024-12-16T03:18:50,827 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:18:50,828 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,828 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,828 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,828 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,829 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,829 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734319127465.452508788cac99487b8dde3766d1bade.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,829 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,829 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,829 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734319127465.19f20e344de24523132bced998c99992.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,829 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734319127465.39b1ad803893ad333af80b1525081180.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,830 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,830 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,830 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,830 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,830 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,830 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,830 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,830 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,831 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,831 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,831 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,831 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,831 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,831 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,831 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,832 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734319130827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319130827"}]},"ts":"1734319130827"} 2024-12-16T03:18:50,862 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-16T03:18:50,864 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:18:50,864 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319130864"}]},"ts":"1734319130864"} 2024-12-16T03:18:50,867 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-16T03:18:50,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=56be35ab37eb7c4e864d9c9b10076d55, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e4bb3f0d8afb909b84b04c606ffd89fa, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=07b13f06fb97617b27c4e8843258ea6a, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8af910fba4d5cc398f2f04b74735179b, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=05fc88ff27bdb0aa61520742e6e126ee, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=452508788cac99487b8dde3766d1bade, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f7afcca665f8c3e577e9e791ba75246a, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=df2be803d9300b553a7374f89993cbc8, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=19f20e344de24523132bced998c99992, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=39b1ad803893ad333af80b1525081180, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c3ecd6fcefee86e8e981b7b22b22979, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4d31cb1021e292f22683287061a4c59e, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4bfc4375dd218db4d8be4dad0329e7ec, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=de8dfd0222f00da5b3db13070841f5ed, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=27aa3e8e506c12eae79ce62971b91282, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=02e49c20aeb1cfe1ca8f6788990bb39e, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1dcadefb4e42be434baeae6966765381, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=989a0fbfa3a40285859cd7981c926cae, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d24ffda9a107b25e7d03096c7b53bb17, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=57a449ac66889c644c83dc88d5e1600e, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bc4d0cc021846832679340f93b0228a6, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a2342deb8fae5dd2c34d81b812e6bc4a, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bfb65e219c598c06bc8b3d7a0c6ed847, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=65c79ad482afe4cb7d25a8b613160030, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1cf8b609a875a3cbd108abb9bd340bda, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=15b8f738bdc208f3a08d5cb9b82a7964, ASSIGN}] 2024-12-16T03:18:50,934 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8af910fba4d5cc398f2f04b74735179b, ASSIGN 2024-12-16T03:18:50,934 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=07b13f06fb97617b27c4e8843258ea6a, ASSIGN 2024-12-16T03:18:50,934 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e4bb3f0d8afb909b84b04c606ffd89fa, ASSIGN 2024-12-16T03:18:50,934 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=56be35ab37eb7c4e864d9c9b10076d55, ASSIGN 2024-12-16T03:18:50,935 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8af910fba4d5cc398f2f04b74735179b, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,936 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=07b13f06fb97617b27c4e8843258ea6a, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,936 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=56be35ab37eb7c4e864d9c9b10076d55, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,936 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e4bb3f0d8afb909b84b04c606ffd89fa, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,939 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=65c79ad482afe4cb7d25a8b613160030, ASSIGN 2024-12-16T03:18:50,939 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bfb65e219c598c06bc8b3d7a0c6ed847, ASSIGN 2024-12-16T03:18:50,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=15b8f738bdc208f3a08d5cb9b82a7964, ASSIGN 2024-12-16T03:18:50,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1cf8b609a875a3cbd108abb9bd340bda, ASSIGN 2024-12-16T03:18:50,939 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a2342deb8fae5dd2c34d81b812e6bc4a, ASSIGN 2024-12-16T03:18:50,940 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=65c79ad482afe4cb7d25a8b613160030, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,940 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1cf8b609a875a3cbd108abb9bd340bda, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,940 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=15b8f738bdc208f3a08d5cb9b82a7964, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,940 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bfb65e219c598c06bc8b3d7a0c6ed847, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,940 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a2342deb8fae5dd2c34d81b812e6bc4a, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,943 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d24ffda9a107b25e7d03096c7b53bb17, ASSIGN 2024-12-16T03:18:50,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=57a449ac66889c644c83dc88d5e1600e, ASSIGN 2024-12-16T03:18:50,944 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bc4d0cc021846832679340f93b0228a6, ASSIGN 2024-12-16T03:18:50,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=989a0fbfa3a40285859cd7981c926cae, ASSIGN 2024-12-16T03:18:50,944 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1dcadefb4e42be434baeae6966765381, ASSIGN 2024-12-16T03:18:50,944 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d24ffda9a107b25e7d03096c7b53bb17, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,944 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=57a449ac66889c644c83dc88d5e1600e, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,944 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bc4d0cc021846832679340f93b0228a6, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,945 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=989a0fbfa3a40285859cd7981c926cae, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,945 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1dcadefb4e42be434baeae6966765381, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,948 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4bfc4375dd218db4d8be4dad0329e7ec, ASSIGN 2024-12-16T03:18:50,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=de8dfd0222f00da5b3db13070841f5ed, ASSIGN 2024-12-16T03:18:50,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4d31cb1021e292f22683287061a4c59e, ASSIGN 2024-12-16T03:18:50,948 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=27aa3e8e506c12eae79ce62971b91282, ASSIGN 2024-12-16T03:18:50,948 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=02e49c20aeb1cfe1ca8f6788990bb39e, ASSIGN 2024-12-16T03:18:50,949 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4bfc4375dd218db4d8be4dad0329e7ec, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,949 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4d31cb1021e292f22683287061a4c59e, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,949 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=de8dfd0222f00da5b3db13070841f5ed, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,949 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=02e49c20aeb1cfe1ca8f6788990bb39e, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,949 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=27aa3e8e506c12eae79ce62971b91282, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,953 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=19f20e344de24523132bced998c99992, ASSIGN 2024-12-16T03:18:50,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=df2be803d9300b553a7374f89993cbc8, ASSIGN 2024-12-16T03:18:50,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f7afcca665f8c3e577e9e791ba75246a, ASSIGN 2024-12-16T03:18:50,953 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=39b1ad803893ad333af80b1525081180, ASSIGN 2024-12-16T03:18:50,953 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c3ecd6fcefee86e8e981b7b22b22979, ASSIGN 2024-12-16T03:18:50,954 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=19f20e344de24523132bced998c99992, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,954 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=df2be803d9300b553a7374f89993cbc8, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f7afcca665f8c3e577e9e791ba75246a, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,954 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6c3ecd6fcefee86e8e981b7b22b22979, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,954 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=39b1ad803893ad333af80b1525081180, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=05fc88ff27bdb0aa61520742e6e126ee, ASSIGN 2024-12-16T03:18:50,958 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=452508788cac99487b8dde3766d1bade, ASSIGN 2024-12-16T03:18:50,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=05fc88ff27bdb0aa61520742e6e126ee, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:50,959 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=452508788cac99487b8dde3766d1bade, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:18:51,087 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=57a449ac66889c644c83dc88d5e1600e, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,087 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=f7afcca665f8c3e577e9e791ba75246a, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,087 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=19f20e344de24523132bced998c99992, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=02e49c20aeb1cfe1ca8f6788990bb39e, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=df2be803d9300b553a7374f89993cbc8, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=29, state=RUNNABLE; OpenRegionProcedure 57a449ac66889c644c83dc88d5e1600e, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=17, state=RUNNABLE; OpenRegionProcedure df2be803d9300b553a7374f89993cbc8, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=16, state=RUNNABLE; OpenRegionProcedure f7afcca665f8c3e577e9e791ba75246a, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=18, state=RUNNABLE; OpenRegionProcedure 19f20e344de24523132bced998c99992, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=25, state=RUNNABLE; OpenRegionProcedure 02e49c20aeb1cfe1ca8f6788990bb39e, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,101 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=989a0fbfa3a40285859cd7981c926cae, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=27, state=RUNNABLE; OpenRegionProcedure 989a0fbfa3a40285859cd7981c926cae, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,104 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=39b1ad803893ad333af80b1525081180, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=1dcadefb4e42be434baeae6966765381, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=19, state=RUNNABLE; OpenRegionProcedure 39b1ad803893ad333af80b1525081180, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=26, state=RUNNABLE; OpenRegionProcedure 1dcadefb4e42be434baeae6966765381, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,109 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=d24ffda9a107b25e7d03096c7b53bb17, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=65c79ad482afe4cb7d25a8b613160030, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=33, state=RUNNABLE; OpenRegionProcedure 65c79ad482afe4cb7d25a8b613160030, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=27aa3e8e506c12eae79ce62971b91282, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=28, state=RUNNABLE; OpenRegionProcedure d24ffda9a107b25e7d03096c7b53bb17, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,117 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=8af910fba4d5cc398f2f04b74735179b, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=24, state=RUNNABLE; OpenRegionProcedure 27aa3e8e506c12eae79ce62971b91282, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=13, state=RUNNABLE; OpenRegionProcedure 8af910fba4d5cc398f2f04b74735179b, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=452508788cac99487b8dde3766d1bade, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=6c3ecd6fcefee86e8e981b7b22b22979, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,123 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=a2342deb8fae5dd2c34d81b812e6bc4a, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,124 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=15b8f738bdc208f3a08d5cb9b82a7964, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=15, state=RUNNABLE; OpenRegionProcedure 452508788cac99487b8dde3766d1bade, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=20, state=RUNNABLE; OpenRegionProcedure 6c3ecd6fcefee86e8e981b7b22b22979, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=bc4d0cc021846832679340f93b0228a6, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=31, state=RUNNABLE; OpenRegionProcedure a2342deb8fae5dd2c34d81b812e6bc4a, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=35, state=RUNNABLE; OpenRegionProcedure 15b8f738bdc208f3a08d5cb9b82a7964, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=30, state=RUNNABLE; OpenRegionProcedure bc4d0cc021846832679340f93b0228a6, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,132 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=07b13f06fb97617b27c4e8843258ea6a, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=12, state=RUNNABLE; OpenRegionProcedure 07b13f06fb97617b27c4e8843258ea6a, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=e4bb3f0d8afb909b84b04c606ffd89fa, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=bfb65e219c598c06bc8b3d7a0c6ed847, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=4bfc4375dd218db4d8be4dad0329e7ec, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,138 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=56be35ab37eb7c4e864d9c9b10076d55, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=32, state=RUNNABLE; OpenRegionProcedure bfb65e219c598c06bc8b3d7a0c6ed847, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=22, state=RUNNABLE; OpenRegionProcedure 4bfc4375dd218db4d8be4dad0329e7ec, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=10, state=RUNNABLE; OpenRegionProcedure 56be35ab37eb7c4e864d9c9b10076d55, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=11, state=RUNNABLE; OpenRegionProcedure e4bb3f0d8afb909b84b04c606ffd89fa, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=de8dfd0222f00da5b3db13070841f5ed, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=23, state=RUNNABLE; OpenRegionProcedure de8dfd0222f00da5b3db13070841f5ed, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,145 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=1cf8b609a875a3cbd108abb9bd340bda, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,145 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=4d31cb1021e292f22683287061a4c59e, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=21, state=RUNNABLE; OpenRegionProcedure 4d31cb1021e292f22683287061a4c59e, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=34, state=RUNNABLE; OpenRegionProcedure 1cf8b609a875a3cbd108abb9bd340bda, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,149 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=05fc88ff27bdb0aa61520742e6e126ee, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=14, state=RUNNABLE; OpenRegionProcedure 05fc88ff27bdb0aa61520742e6e126ee, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:18:51,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,255 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. 2024-12-16T03:18:51,255 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 15b8f738bdc208f3a08d5cb9b82a7964, NAME => 'test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-16T03:18:51,256 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15b8f738bdc208f3a08d5cb9b82a7964 2024-12-16T03:18:51,256 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,256 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 15b8f738bdc208f3a08d5cb9b82a7964 2024-12-16T03:18:51,256 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 15b8f738bdc208f3a08d5cb9b82a7964 2024-12-16T03:18:51,259 INFO [StoreOpener-15b8f738bdc208f3a08d5cb9b82a7964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15b8f738bdc208f3a08d5cb9b82a7964 2024-12-16T03:18:51,261 INFO [StoreOpener-15b8f738bdc208f3a08d5cb9b82a7964-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b8f738bdc208f3a08d5cb9b82a7964 columnFamilyName f 2024-12-16T03:18:51,261 DEBUG [StoreOpener-15b8f738bdc208f3a08d5cb9b82a7964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,262 INFO [StoreOpener-15b8f738bdc208f3a08d5cb9b82a7964-1 {}] regionserver.HStore(327): Store=15b8f738bdc208f3a08d5cb9b82a7964/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,262 INFO [StoreOpener-15b8f738bdc208f3a08d5cb9b82a7964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 15b8f738bdc208f3a08d5cb9b82a7964 2024-12-16T03:18:51,263 INFO [StoreOpener-15b8f738bdc208f3a08d5cb9b82a7964-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b8f738bdc208f3a08d5cb9b82a7964 columnFamilyName norep 2024-12-16T03:18:51,264 DEBUG [StoreOpener-15b8f738bdc208f3a08d5cb9b82a7964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,264 INFO [StoreOpener-15b8f738bdc208f3a08d5cb9b82a7964-1 {}] regionserver.HStore(327): Store=15b8f738bdc208f3a08d5cb9b82a7964/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,265 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/15b8f738bdc208f3a08d5cb9b82a7964 2024-12-16T03:18:51,265 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/15b8f738bdc208f3a08d5cb9b82a7964 2024-12-16T03:18:51,267 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,269 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 15b8f738bdc208f3a08d5cb9b82a7964 2024-12-16T03:18:51,271 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/15b8f738bdc208f3a08d5cb9b82a7964/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,272 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 15b8f738bdc208f3a08d5cb9b82a7964; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74629854, jitterRate=0.11207148432731628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,273 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 15b8f738bdc208f3a08d5cb9b82a7964: 2024-12-16T03:18:51,274 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964., pid=51, masterSystemTime=1734319131248 2024-12-16T03:18:51,275 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. 2024-12-16T03:18:51,276 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. 2024-12-16T03:18:51,276 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. 2024-12-16T03:18:51,276 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 1cf8b609a875a3cbd108abb9bd340bda, NAME => 'test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-16T03:18:51,276 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1cf8b609a875a3cbd108abb9bd340bda 2024-12-16T03:18:51,276 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,276 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=15b8f738bdc208f3a08d5cb9b82a7964, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,276 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 1cf8b609a875a3cbd108abb9bd340bda 2024-12-16T03:18:51,276 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 1cf8b609a875a3cbd108abb9bd340bda 2024-12-16T03:18:51,278 INFO [StoreOpener-1cf8b609a875a3cbd108abb9bd340bda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1cf8b609a875a3cbd108abb9bd340bda 2024-12-16T03:18:51,280 INFO [StoreOpener-1cf8b609a875a3cbd108abb9bd340bda-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf8b609a875a3cbd108abb9bd340bda columnFamilyName f 2024-12-16T03:18:51,280 DEBUG [StoreOpener-1cf8b609a875a3cbd108abb9bd340bda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,281 INFO [StoreOpener-1cf8b609a875a3cbd108abb9bd340bda-1 {}] regionserver.HStore(327): Store=1cf8b609a875a3cbd108abb9bd340bda/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,282 INFO [StoreOpener-1cf8b609a875a3cbd108abb9bd340bda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1cf8b609a875a3cbd108abb9bd340bda 2024-12-16T03:18:51,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=35 2024-12-16T03:18:51,284 INFO [StoreOpener-1cf8b609a875a3cbd108abb9bd340bda-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf8b609a875a3cbd108abb9bd340bda columnFamilyName norep 2024-12-16T03:18:51,284 DEBUG [StoreOpener-1cf8b609a875a3cbd108abb9bd340bda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,285 INFO [StoreOpener-1cf8b609a875a3cbd108abb9bd340bda-1 {}] regionserver.HStore(327): Store=1cf8b609a875a3cbd108abb9bd340bda/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=35, state=SUCCESS; OpenRegionProcedure 15b8f738bdc208f3a08d5cb9b82a7964, server=f0d65a6309ee,39907,1734319114612 in 152 msec 2024-12-16T03:18:51,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=15b8f738bdc208f3a08d5cb9b82a7964, ASSIGN in 358 msec 2024-12-16T03:18:51,287 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/1cf8b609a875a3cbd108abb9bd340bda 2024-12-16T03:18:51,287 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/1cf8b609a875a3cbd108abb9bd340bda 2024-12-16T03:18:51,289 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,290 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 1cf8b609a875a3cbd108abb9bd340bda 2024-12-16T03:18:51,293 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/1cf8b609a875a3cbd108abb9bd340bda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,294 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 1cf8b609a875a3cbd108abb9bd340bda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72523119, jitterRate=0.08067868649959564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,294 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 1cf8b609a875a3cbd108abb9bd340bda: 2024-12-16T03:18:51,295 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda., pid=60, masterSystemTime=1734319131248 2024-12-16T03:18:51,297 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. 2024-12-16T03:18:51,297 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. 2024-12-16T03:18:51,297 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. 2024-12-16T03:18:51,298 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 1dcadefb4e42be434baeae6966765381, NAME => 'test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-16T03:18:51,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=1cf8b609a875a3cbd108abb9bd340bda, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,298 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1dcadefb4e42be434baeae6966765381 2024-12-16T03:18:51,298 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,298 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 1dcadefb4e42be434baeae6966765381 2024-12-16T03:18:51,298 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 1dcadefb4e42be434baeae6966765381 2024-12-16T03:18:51,300 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:18:51,301 INFO [StoreOpener-1dcadefb4e42be434baeae6966765381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1dcadefb4e42be434baeae6966765381 2024-12-16T03:18:51,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=34 2024-12-16T03:18:51,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=34, state=SUCCESS; OpenRegionProcedure 1cf8b609a875a3cbd108abb9bd340bda, server=f0d65a6309ee,39907,1734319114612 in 152 msec 2024-12-16T03:18:51,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1cf8b609a875a3cbd108abb9bd340bda, ASSIGN in 377 msec 2024-12-16T03:18:51,309 INFO [StoreOpener-1dcadefb4e42be434baeae6966765381-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dcadefb4e42be434baeae6966765381 columnFamilyName f 2024-12-16T03:18:51,309 DEBUG [StoreOpener-1dcadefb4e42be434baeae6966765381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,310 INFO [StoreOpener-1dcadefb4e42be434baeae6966765381-1 {}] regionserver.HStore(327): Store=1dcadefb4e42be434baeae6966765381/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,310 INFO [StoreOpener-1dcadefb4e42be434baeae6966765381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1dcadefb4e42be434baeae6966765381 2024-12-16T03:18:51,312 INFO [StoreOpener-1dcadefb4e42be434baeae6966765381-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dcadefb4e42be434baeae6966765381 columnFamilyName norep 2024-12-16T03:18:51,312 DEBUG [StoreOpener-1dcadefb4e42be434baeae6966765381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,313 INFO [StoreOpener-1dcadefb4e42be434baeae6966765381-1 {}] regionserver.HStore(327): Store=1dcadefb4e42be434baeae6966765381/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,314 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/1dcadefb4e42be434baeae6966765381 2024-12-16T03:18:51,315 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/1dcadefb4e42be434baeae6966765381 2024-12-16T03:18:51,316 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,318 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 1dcadefb4e42be434baeae6966765381 2024-12-16T03:18:51,321 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/1dcadefb4e42be434baeae6966765381/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,322 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 1dcadefb4e42be434baeae6966765381; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63836969, jitterRate=-0.04875503480434418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,322 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 1dcadefb4e42be434baeae6966765381: 2024-12-16T03:18:51,323 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381., pid=43, masterSystemTime=1734319131248 2024-12-16T03:18:51,326 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. 2024-12-16T03:18:51,326 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. 2024-12-16T03:18:51,326 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. 2024-12-16T03:18:51,326 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => f7afcca665f8c3e577e9e791ba75246a, NAME => 'test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-16T03:18:51,326 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f7afcca665f8c3e577e9e791ba75246a 2024-12-16T03:18:51,327 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,327 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for f7afcca665f8c3e577e9e791ba75246a 2024-12-16T03:18:51,327 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=1dcadefb4e42be434baeae6966765381, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,327 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for f7afcca665f8c3e577e9e791ba75246a 2024-12-16T03:18:51,329 INFO [StoreOpener-f7afcca665f8c3e577e9e791ba75246a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f7afcca665f8c3e577e9e791ba75246a 2024-12-16T03:18:51,331 INFO [StoreOpener-f7afcca665f8c3e577e9e791ba75246a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7afcca665f8c3e577e9e791ba75246a columnFamilyName f 2024-12-16T03:18:51,331 DEBUG [StoreOpener-f7afcca665f8c3e577e9e791ba75246a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,332 INFO [StoreOpener-f7afcca665f8c3e577e9e791ba75246a-1 {}] regionserver.HStore(327): Store=f7afcca665f8c3e577e9e791ba75246a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,332 INFO [StoreOpener-f7afcca665f8c3e577e9e791ba75246a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f7afcca665f8c3e577e9e791ba75246a 2024-12-16T03:18:51,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=26 2024-12-16T03:18:51,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=26, state=SUCCESS; OpenRegionProcedure 1dcadefb4e42be434baeae6966765381, server=f0d65a6309ee,39907,1734319114612 in 221 msec 2024-12-16T03:18:51,334 INFO [StoreOpener-f7afcca665f8c3e577e9e791ba75246a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7afcca665f8c3e577e9e791ba75246a columnFamilyName norep 2024-12-16T03:18:51,334 DEBUG [StoreOpener-f7afcca665f8c3e577e9e791ba75246a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,335 INFO [StoreOpener-f7afcca665f8c3e577e9e791ba75246a-1 {}] regionserver.HStore(327): Store=f7afcca665f8c3e577e9e791ba75246a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1dcadefb4e42be434baeae6966765381, ASSIGN in 407 msec 2024-12-16T03:18:51,337 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/f7afcca665f8c3e577e9e791ba75246a 2024-12-16T03:18:51,337 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/f7afcca665f8c3e577e9e791ba75246a 2024-12-16T03:18:51,339 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,340 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for f7afcca665f8c3e577e9e791ba75246a 2024-12-16T03:18:51,343 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/f7afcca665f8c3e577e9e791ba75246a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,344 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened f7afcca665f8c3e577e9e791ba75246a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66034239, jitterRate=-0.016013160347938538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,344 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for f7afcca665f8c3e577e9e791ba75246a: 2024-12-16T03:18:51,345 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a., pid=38, masterSystemTime=1734319131248 2024-12-16T03:18:51,347 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. 2024-12-16T03:18:51,347 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. 2024-12-16T03:18:51,347 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. 2024-12-16T03:18:51,348 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 4bfc4375dd218db4d8be4dad0329e7ec, NAME => 'test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-16T03:18:51,348 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4bfc4375dd218db4d8be4dad0329e7ec 2024-12-16T03:18:51,348 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=f7afcca665f8c3e577e9e791ba75246a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,348 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 4bfc4375dd218db4d8be4dad0329e7ec 2024-12-16T03:18:51,348 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 4bfc4375dd218db4d8be4dad0329e7ec 2024-12-16T03:18:51,350 INFO [StoreOpener-4bfc4375dd218db4d8be4dad0329e7ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4bfc4375dd218db4d8be4dad0329e7ec 2024-12-16T03:18:51,352 INFO [StoreOpener-4bfc4375dd218db4d8be4dad0329e7ec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bfc4375dd218db4d8be4dad0329e7ec columnFamilyName f 2024-12-16T03:18:51,352 DEBUG [StoreOpener-4bfc4375dd218db4d8be4dad0329e7ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,353 INFO [StoreOpener-4bfc4375dd218db4d8be4dad0329e7ec-1 {}] regionserver.HStore(327): Store=4bfc4375dd218db4d8be4dad0329e7ec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,353 INFO [StoreOpener-4bfc4375dd218db4d8be4dad0329e7ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4bfc4375dd218db4d8be4dad0329e7ec 2024-12-16T03:18:51,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=16 2024-12-16T03:18:51,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=16, state=SUCCESS; OpenRegionProcedure f7afcca665f8c3e577e9e791ba75246a, server=f0d65a6309ee,39907,1734319114612 in 253 msec 2024-12-16T03:18:51,355 INFO [StoreOpener-4bfc4375dd218db4d8be4dad0329e7ec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bfc4375dd218db4d8be4dad0329e7ec columnFamilyName norep 2024-12-16T03:18:51,355 DEBUG [StoreOpener-4bfc4375dd218db4d8be4dad0329e7ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f7afcca665f8c3e577e9e791ba75246a, ASSIGN in 428 msec 2024-12-16T03:18:51,356 INFO [StoreOpener-4bfc4375dd218db4d8be4dad0329e7ec-1 {}] regionserver.HStore(327): Store=4bfc4375dd218db4d8be4dad0329e7ec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,357 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/4bfc4375dd218db4d8be4dad0329e7ec 2024-12-16T03:18:51,357 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/4bfc4375dd218db4d8be4dad0329e7ec 2024-12-16T03:18:51,359 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,360 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 4bfc4375dd218db4d8be4dad0329e7ec 2024-12-16T03:18:51,363 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/4bfc4375dd218db4d8be4dad0329e7ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,363 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 4bfc4375dd218db4d8be4dad0329e7ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73755036, jitterRate=0.09903568029403687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,364 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 4bfc4375dd218db4d8be4dad0329e7ec: 2024-12-16T03:18:51,365 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec., pid=55, masterSystemTime=1734319131248 2024-12-16T03:18:51,366 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. 2024-12-16T03:18:51,366 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. 2024-12-16T03:18:51,367 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. 2024-12-16T03:18:51,367 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => df2be803d9300b553a7374f89993cbc8, NAME => 'test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-16T03:18:51,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=4bfc4375dd218db4d8be4dad0329e7ec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,367 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test df2be803d9300b553a7374f89993cbc8 2024-12-16T03:18:51,367 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,368 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for df2be803d9300b553a7374f89993cbc8 2024-12-16T03:18:51,368 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for df2be803d9300b553a7374f89993cbc8 2024-12-16T03:18:51,370 INFO [StoreOpener-df2be803d9300b553a7374f89993cbc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df2be803d9300b553a7374f89993cbc8 2024-12-16T03:18:51,372 INFO [StoreOpener-df2be803d9300b553a7374f89993cbc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df2be803d9300b553a7374f89993cbc8 columnFamilyName f 2024-12-16T03:18:51,372 DEBUG [StoreOpener-df2be803d9300b553a7374f89993cbc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=22 2024-12-16T03:18:51,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=22, state=SUCCESS; OpenRegionProcedure 4bfc4375dd218db4d8be4dad0329e7ec, server=f0d65a6309ee,39907,1734319114612 in 230 msec 2024-12-16T03:18:51,373 INFO [StoreOpener-df2be803d9300b553a7374f89993cbc8-1 {}] regionserver.HStore(327): Store=df2be803d9300b553a7374f89993cbc8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,374 INFO [StoreOpener-df2be803d9300b553a7374f89993cbc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region df2be803d9300b553a7374f89993cbc8 2024-12-16T03:18:51,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4bfc4375dd218db4d8be4dad0329e7ec, ASSIGN in 447 msec 2024-12-16T03:18:51,375 INFO [StoreOpener-df2be803d9300b553a7374f89993cbc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df2be803d9300b553a7374f89993cbc8 columnFamilyName norep 2024-12-16T03:18:51,376 DEBUG [StoreOpener-df2be803d9300b553a7374f89993cbc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,376 INFO [StoreOpener-df2be803d9300b553a7374f89993cbc8-1 {}] regionserver.HStore(327): Store=df2be803d9300b553a7374f89993cbc8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,377 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/df2be803d9300b553a7374f89993cbc8 2024-12-16T03:18:51,378 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/df2be803d9300b553a7374f89993cbc8 2024-12-16T03:18:51,379 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,380 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for df2be803d9300b553a7374f89993cbc8 2024-12-16T03:18:51,382 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/df2be803d9300b553a7374f89993cbc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,383 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened df2be803d9300b553a7374f89993cbc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72446070, jitterRate=0.07953056693077087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,383 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for df2be803d9300b553a7374f89993cbc8: 2024-12-16T03:18:51,385 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8., pid=37, masterSystemTime=1734319131248 2024-12-16T03:18:51,387 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. 2024-12-16T03:18:51,387 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. 2024-12-16T03:18:51,387 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. 2024-12-16T03:18:51,387 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c3ecd6fcefee86e8e981b7b22b22979, NAME => 'test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-16T03:18:51,388 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c3ecd6fcefee86e8e981b7b22b22979 2024-12-16T03:18:51,388 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,388 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 6c3ecd6fcefee86e8e981b7b22b22979 2024-12-16T03:18:51,388 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 6c3ecd6fcefee86e8e981b7b22b22979 2024-12-16T03:18:51,388 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=df2be803d9300b553a7374f89993cbc8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,390 INFO [StoreOpener-6c3ecd6fcefee86e8e981b7b22b22979-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c3ecd6fcefee86e8e981b7b22b22979 2024-12-16T03:18:51,392 INFO [StoreOpener-6c3ecd6fcefee86e8e981b7b22b22979-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c3ecd6fcefee86e8e981b7b22b22979 columnFamilyName f 2024-12-16T03:18:51,392 DEBUG [StoreOpener-6c3ecd6fcefee86e8e981b7b22b22979-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,392 INFO [StoreOpener-6c3ecd6fcefee86e8e981b7b22b22979-1 {}] regionserver.HStore(327): Store=6c3ecd6fcefee86e8e981b7b22b22979/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,392 INFO [StoreOpener-6c3ecd6fcefee86e8e981b7b22b22979-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c3ecd6fcefee86e8e981b7b22b22979 2024-12-16T03:18:51,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=17 2024-12-16T03:18:51,394 INFO [StoreOpener-6c3ecd6fcefee86e8e981b7b22b22979-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c3ecd6fcefee86e8e981b7b22b22979 columnFamilyName norep 2024-12-16T03:18:51,395 DEBUG [StoreOpener-6c3ecd6fcefee86e8e981b7b22b22979-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,395 INFO [StoreOpener-6c3ecd6fcefee86e8e981b7b22b22979-1 {}] regionserver.HStore(327): Store=6c3ecd6fcefee86e8e981b7b22b22979/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=17, state=SUCCESS; OpenRegionProcedure df2be803d9300b553a7374f89993cbc8, server=f0d65a6309ee,39907,1734319114612 in 295 msec 2024-12-16T03:18:51,396 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/6c3ecd6fcefee86e8e981b7b22b22979 2024-12-16T03:18:51,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=df2be803d9300b553a7374f89993cbc8, ASSIGN in 468 msec 2024-12-16T03:18:51,397 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/6c3ecd6fcefee86e8e981b7b22b22979 2024-12-16T03:18:51,398 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,400 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 6c3ecd6fcefee86e8e981b7b22b22979 2024-12-16T03:18:51,402 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/6c3ecd6fcefee86e8e981b7b22b22979/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,403 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 6c3ecd6fcefee86e8e981b7b22b22979; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62463454, jitterRate=-0.06922200322151184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,403 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 6c3ecd6fcefee86e8e981b7b22b22979: 2024-12-16T03:18:51,404 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979., pid=49, masterSystemTime=1734319131248 2024-12-16T03:18:51,406 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. 2024-12-16T03:18:51,406 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. 2024-12-16T03:18:51,406 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,fff,1734319127465.452508788cac99487b8dde3766d1bade. 2024-12-16T03:18:51,407 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 452508788cac99487b8dde3766d1bade, NAME => 'test,fff,1734319127465.452508788cac99487b8dde3766d1bade.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-16T03:18:51,407 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=6c3ecd6fcefee86e8e981b7b22b22979, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,407 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 452508788cac99487b8dde3766d1bade 2024-12-16T03:18:51,407 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,fff,1734319127465.452508788cac99487b8dde3766d1bade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,407 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 452508788cac99487b8dde3766d1bade 2024-12-16T03:18:51,407 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 452508788cac99487b8dde3766d1bade 2024-12-16T03:18:51,409 INFO [StoreOpener-452508788cac99487b8dde3766d1bade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 452508788cac99487b8dde3766d1bade 2024-12-16T03:18:51,411 INFO [StoreOpener-452508788cac99487b8dde3766d1bade-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 452508788cac99487b8dde3766d1bade columnFamilyName f 2024-12-16T03:18:51,412 DEBUG [StoreOpener-452508788cac99487b8dde3766d1bade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,412 INFO [StoreOpener-452508788cac99487b8dde3766d1bade-1 {}] regionserver.HStore(327): Store=452508788cac99487b8dde3766d1bade/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,413 INFO [StoreOpener-452508788cac99487b8dde3766d1bade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 452508788cac99487b8dde3766d1bade 2024-12-16T03:18:51,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=20 2024-12-16T03:18:51,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=20, state=SUCCESS; OpenRegionProcedure 6c3ecd6fcefee86e8e981b7b22b22979, server=f0d65a6309ee,39907,1734319114612 in 285 msec 2024-12-16T03:18:51,415 INFO [StoreOpener-452508788cac99487b8dde3766d1bade-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 452508788cac99487b8dde3766d1bade columnFamilyName norep 2024-12-16T03:18:51,415 DEBUG [StoreOpener-452508788cac99487b8dde3766d1bade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6c3ecd6fcefee86e8e981b7b22b22979, ASSIGN in 487 msec 2024-12-16T03:18:51,416 INFO [StoreOpener-452508788cac99487b8dde3766d1bade-1 {}] regionserver.HStore(327): Store=452508788cac99487b8dde3766d1bade/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,417 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/452508788cac99487b8dde3766d1bade 2024-12-16T03:18:51,417 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/452508788cac99487b8dde3766d1bade 2024-12-16T03:18:51,418 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,420 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 452508788cac99487b8dde3766d1bade 2024-12-16T03:18:51,423 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/452508788cac99487b8dde3766d1bade/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,423 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 452508788cac99487b8dde3766d1bade; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59920344, jitterRate=-0.10711729526519775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,424 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 452508788cac99487b8dde3766d1bade: 2024-12-16T03:18:51,425 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734319127465.452508788cac99487b8dde3766d1bade., pid=48, masterSystemTime=1734319131248 2024-12-16T03:18:51,427 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734319127465.452508788cac99487b8dde3766d1bade. 2024-12-16T03:18:51,427 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,fff,1734319127465.452508788cac99487b8dde3766d1bade. 2024-12-16T03:18:51,427 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. 2024-12-16T03:18:51,428 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => a2342deb8fae5dd2c34d81b812e6bc4a, NAME => 'test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-16T03:18:51,428 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=452508788cac99487b8dde3766d1bade, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,428 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a2342deb8fae5dd2c34d81b812e6bc4a 2024-12-16T03:18:51,428 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,428 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for a2342deb8fae5dd2c34d81b812e6bc4a 2024-12-16T03:18:51,428 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for a2342deb8fae5dd2c34d81b812e6bc4a 2024-12-16T03:18:51,430 INFO [StoreOpener-a2342deb8fae5dd2c34d81b812e6bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2342deb8fae5dd2c34d81b812e6bc4a 2024-12-16T03:18:51,432 INFO [StoreOpener-a2342deb8fae5dd2c34d81b812e6bc4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2342deb8fae5dd2c34d81b812e6bc4a columnFamilyName f 2024-12-16T03:18:51,432 DEBUG [StoreOpener-a2342deb8fae5dd2c34d81b812e6bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,433 INFO [StoreOpener-a2342deb8fae5dd2c34d81b812e6bc4a-1 {}] regionserver.HStore(327): Store=a2342deb8fae5dd2c34d81b812e6bc4a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,433 INFO [StoreOpener-a2342deb8fae5dd2c34d81b812e6bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a2342deb8fae5dd2c34d81b812e6bc4a 2024-12-16T03:18:51,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=15 2024-12-16T03:18:51,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=15, state=SUCCESS; OpenRegionProcedure 452508788cac99487b8dde3766d1bade, server=f0d65a6309ee,39907,1734319114612 in 306 msec 2024-12-16T03:18:51,435 INFO [StoreOpener-a2342deb8fae5dd2c34d81b812e6bc4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2342deb8fae5dd2c34d81b812e6bc4a columnFamilyName norep 2024-12-16T03:18:51,435 DEBUG [StoreOpener-a2342deb8fae5dd2c34d81b812e6bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,436 INFO [StoreOpener-a2342deb8fae5dd2c34d81b812e6bc4a-1 {}] regionserver.HStore(327): Store=a2342deb8fae5dd2c34d81b812e6bc4a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,438 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/a2342deb8fae5dd2c34d81b812e6bc4a 2024-12-16T03:18:51,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=452508788cac99487b8dde3766d1bade, ASSIGN in 508 msec 2024-12-16T03:18:51,438 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/a2342deb8fae5dd2c34d81b812e6bc4a 2024-12-16T03:18:51,439 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,441 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for a2342deb8fae5dd2c34d81b812e6bc4a 2024-12-16T03:18:51,443 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/a2342deb8fae5dd2c34d81b812e6bc4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,443 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened a2342deb8fae5dd2c34d81b812e6bc4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66764103, jitterRate=-0.005137339234352112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,444 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for a2342deb8fae5dd2c34d81b812e6bc4a: 2024-12-16T03:18:51,445 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a., pid=50, masterSystemTime=1734319131248 2024-12-16T03:18:51,446 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. 2024-12-16T03:18:51,447 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. 2024-12-16T03:18:51,447 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. 2024-12-16T03:18:51,447 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => d24ffda9a107b25e7d03096c7b53bb17, NAME => 'test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-16T03:18:51,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=a2342deb8fae5dd2c34d81b812e6bc4a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,447 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d24ffda9a107b25e7d03096c7b53bb17 2024-12-16T03:18:51,447 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,447 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for d24ffda9a107b25e7d03096c7b53bb17 2024-12-16T03:18:51,447 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for d24ffda9a107b25e7d03096c7b53bb17 2024-12-16T03:18:51,449 INFO [StoreOpener-d24ffda9a107b25e7d03096c7b53bb17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d24ffda9a107b25e7d03096c7b53bb17 2024-12-16T03:18:51,451 INFO [StoreOpener-d24ffda9a107b25e7d03096c7b53bb17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d24ffda9a107b25e7d03096c7b53bb17 columnFamilyName f 2024-12-16T03:18:51,451 DEBUG [StoreOpener-d24ffda9a107b25e7d03096c7b53bb17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,452 INFO [StoreOpener-d24ffda9a107b25e7d03096c7b53bb17-1 {}] regionserver.HStore(327): Store=d24ffda9a107b25e7d03096c7b53bb17/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=31 2024-12-16T03:18:51,452 INFO [StoreOpener-d24ffda9a107b25e7d03096c7b53bb17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d24ffda9a107b25e7d03096c7b53bb17 2024-12-16T03:18:51,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=31, state=SUCCESS; OpenRegionProcedure a2342deb8fae5dd2c34d81b812e6bc4a, server=f0d65a6309ee,39907,1734319114612 in 323 msec 2024-12-16T03:18:51,453 INFO [StoreOpener-d24ffda9a107b25e7d03096c7b53bb17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d24ffda9a107b25e7d03096c7b53bb17 columnFamilyName norep 2024-12-16T03:18:51,453 DEBUG [StoreOpener-d24ffda9a107b25e7d03096c7b53bb17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a2342deb8fae5dd2c34d81b812e6bc4a, ASSIGN in 526 msec 2024-12-16T03:18:51,454 INFO [StoreOpener-d24ffda9a107b25e7d03096c7b53bb17-1 {}] regionserver.HStore(327): Store=d24ffda9a107b25e7d03096c7b53bb17/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,455 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/d24ffda9a107b25e7d03096c7b53bb17 2024-12-16T03:18:51,455 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/d24ffda9a107b25e7d03096c7b53bb17 2024-12-16T03:18:51,456 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,457 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for d24ffda9a107b25e7d03096c7b53bb17 2024-12-16T03:18:51,459 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/d24ffda9a107b25e7d03096c7b53bb17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,460 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened d24ffda9a107b25e7d03096c7b53bb17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61187252, jitterRate=-0.08823889493942261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,460 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for d24ffda9a107b25e7d03096c7b53bb17: 2024-12-16T03:18:51,461 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17., pid=45, masterSystemTime=1734319131248 2024-12-16T03:18:51,463 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. 2024-12-16T03:18:51,463 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. 2024-12-16T03:18:51,464 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. 2024-12-16T03:18:51,464 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 8af910fba4d5cc398f2f04b74735179b, NAME => 'test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-16T03:18:51,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=d24ffda9a107b25e7d03096c7b53bb17, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,464 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8af910fba4d5cc398f2f04b74735179b 2024-12-16T03:18:51,464 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,465 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 8af910fba4d5cc398f2f04b74735179b 2024-12-16T03:18:51,465 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 8af910fba4d5cc398f2f04b74735179b 2024-12-16T03:18:51,467 INFO [StoreOpener-8af910fba4d5cc398f2f04b74735179b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8af910fba4d5cc398f2f04b74735179b 2024-12-16T03:18:51,469 INFO [StoreOpener-8af910fba4d5cc398f2f04b74735179b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8af910fba4d5cc398f2f04b74735179b columnFamilyName f 2024-12-16T03:18:51,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=28 2024-12-16T03:18:51,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=28, state=SUCCESS; OpenRegionProcedure d24ffda9a107b25e7d03096c7b53bb17, server=f0d65a6309ee,39907,1734319114612 in 354 msec 2024-12-16T03:18:51,469 DEBUG [StoreOpener-8af910fba4d5cc398f2f04b74735179b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,470 INFO [StoreOpener-8af910fba4d5cc398f2f04b74735179b-1 {}] regionserver.HStore(327): Store=8af910fba4d5cc398f2f04b74735179b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,470 INFO [StoreOpener-8af910fba4d5cc398f2f04b74735179b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8af910fba4d5cc398f2f04b74735179b 2024-12-16T03:18:51,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d24ffda9a107b25e7d03096c7b53bb17, ASSIGN in 543 msec 2024-12-16T03:18:51,471 INFO [StoreOpener-8af910fba4d5cc398f2f04b74735179b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8af910fba4d5cc398f2f04b74735179b columnFamilyName norep 2024-12-16T03:18:51,471 DEBUG [StoreOpener-8af910fba4d5cc398f2f04b74735179b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,472 INFO [StoreOpener-8af910fba4d5cc398f2f04b74735179b-1 {}] regionserver.HStore(327): Store=8af910fba4d5cc398f2f04b74735179b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,473 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/8af910fba4d5cc398f2f04b74735179b 2024-12-16T03:18:51,473 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/8af910fba4d5cc398f2f04b74735179b 2024-12-16T03:18:51,475 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,476 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 8af910fba4d5cc398f2f04b74735179b 2024-12-16T03:18:51,479 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/8af910fba4d5cc398f2f04b74735179b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,479 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 8af910fba4d5cc398f2f04b74735179b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62465352, jitterRate=-0.06919372081756592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,479 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 8af910fba4d5cc398f2f04b74735179b: 2024-12-16T03:18:51,480 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b., pid=47, masterSystemTime=1734319131248 2024-12-16T03:18:51,483 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. 2024-12-16T03:18:51,483 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. 2024-12-16T03:18:51,483 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. 2024-12-16T03:18:51,483 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 39b1ad803893ad333af80b1525081180, NAME => 'test,jjj,1734319127465.39b1ad803893ad333af80b1525081180.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-16T03:18:51,484 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=8af910fba4d5cc398f2f04b74735179b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,484 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 39b1ad803893ad333af80b1525081180 2024-12-16T03:18:51,484 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,jjj,1734319127465.39b1ad803893ad333af80b1525081180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,484 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 39b1ad803893ad333af80b1525081180 2024-12-16T03:18:51,484 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 39b1ad803893ad333af80b1525081180 2024-12-16T03:18:51,486 INFO [StoreOpener-39b1ad803893ad333af80b1525081180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39b1ad803893ad333af80b1525081180 2024-12-16T03:18:51,488 INFO [StoreOpener-39b1ad803893ad333af80b1525081180-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39b1ad803893ad333af80b1525081180 columnFamilyName f 2024-12-16T03:18:51,488 DEBUG [StoreOpener-39b1ad803893ad333af80b1525081180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,489 INFO [StoreOpener-39b1ad803893ad333af80b1525081180-1 {}] regionserver.HStore(327): Store=39b1ad803893ad333af80b1525081180/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,489 INFO [StoreOpener-39b1ad803893ad333af80b1525081180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 39b1ad803893ad333af80b1525081180 2024-12-16T03:18:51,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=13 2024-12-16T03:18:51,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=13, state=SUCCESS; OpenRegionProcedure 8af910fba4d5cc398f2f04b74735179b, server=f0d65a6309ee,39907,1734319114612 in 367 msec 2024-12-16T03:18:51,491 INFO [StoreOpener-39b1ad803893ad333af80b1525081180-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39b1ad803893ad333af80b1525081180 columnFamilyName norep 2024-12-16T03:18:51,491 DEBUG [StoreOpener-39b1ad803893ad333af80b1525081180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8af910fba4d5cc398f2f04b74735179b, ASSIGN in 564 msec 2024-12-16T03:18:51,492 INFO [StoreOpener-39b1ad803893ad333af80b1525081180-1 {}] regionserver.HStore(327): Store=39b1ad803893ad333af80b1525081180/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,493 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/39b1ad803893ad333af80b1525081180 2024-12-16T03:18:51,493 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/39b1ad803893ad333af80b1525081180 2024-12-16T03:18:51,494 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,496 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 39b1ad803893ad333af80b1525081180 2024-12-16T03:18:51,498 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/39b1ad803893ad333af80b1525081180/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,499 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 39b1ad803893ad333af80b1525081180; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70552626, jitterRate=0.05131605267524719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,499 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 39b1ad803893ad333af80b1525081180: 2024-12-16T03:18:51,500 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734319127465.39b1ad803893ad333af80b1525081180., pid=42, masterSystemTime=1734319131248 2024-12-16T03:18:51,502 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. 2024-12-16T03:18:51,502 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. 2024-12-16T03:18:51,502 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. 2024-12-16T03:18:51,502 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 02e49c20aeb1cfe1ca8f6788990bb39e, NAME => 'test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-16T03:18:51,503 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=39b1ad803893ad333af80b1525081180, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,503 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 02e49c20aeb1cfe1ca8f6788990bb39e 2024-12-16T03:18:51,503 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,503 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 02e49c20aeb1cfe1ca8f6788990bb39e 2024-12-16T03:18:51,503 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 02e49c20aeb1cfe1ca8f6788990bb39e 2024-12-16T03:18:51,505 INFO [StoreOpener-02e49c20aeb1cfe1ca8f6788990bb39e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 02e49c20aeb1cfe1ca8f6788990bb39e 2024-12-16T03:18:51,507 INFO [StoreOpener-02e49c20aeb1cfe1ca8f6788990bb39e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e49c20aeb1cfe1ca8f6788990bb39e columnFamilyName f 2024-12-16T03:18:51,507 DEBUG [StoreOpener-02e49c20aeb1cfe1ca8f6788990bb39e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,508 INFO [StoreOpener-02e49c20aeb1cfe1ca8f6788990bb39e-1 {}] regionserver.HStore(327): Store=02e49c20aeb1cfe1ca8f6788990bb39e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,508 INFO [StoreOpener-02e49c20aeb1cfe1ca8f6788990bb39e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 02e49c20aeb1cfe1ca8f6788990bb39e 2024-12-16T03:18:51,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=19 2024-12-16T03:18:51,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=19, state=SUCCESS; OpenRegionProcedure 39b1ad803893ad333af80b1525081180, server=f0d65a6309ee,39907,1734319114612 in 398 msec 2024-12-16T03:18:51,509 INFO [StoreOpener-02e49c20aeb1cfe1ca8f6788990bb39e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e49c20aeb1cfe1ca8f6788990bb39e columnFamilyName norep 2024-12-16T03:18:51,510 DEBUG [StoreOpener-02e49c20aeb1cfe1ca8f6788990bb39e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=39b1ad803893ad333af80b1525081180, ASSIGN in 582 msec 2024-12-16T03:18:51,510 INFO [StoreOpener-02e49c20aeb1cfe1ca8f6788990bb39e-1 {}] regionserver.HStore(327): Store=02e49c20aeb1cfe1ca8f6788990bb39e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,511 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/02e49c20aeb1cfe1ca8f6788990bb39e 2024-12-16T03:18:51,512 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/02e49c20aeb1cfe1ca8f6788990bb39e 2024-12-16T03:18:51,513 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,514 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 02e49c20aeb1cfe1ca8f6788990bb39e 2024-12-16T03:18:51,517 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/02e49c20aeb1cfe1ca8f6788990bb39e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,517 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 02e49c20aeb1cfe1ca8f6788990bb39e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63112718, jitterRate=-0.059547215700149536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,517 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 02e49c20aeb1cfe1ca8f6788990bb39e: 2024-12-16T03:18:51,518 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e., pid=40, masterSystemTime=1734319131248 2024-12-16T03:18:51,520 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. 2024-12-16T03:18:51,520 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. 2024-12-16T03:18:51,520 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. 2024-12-16T03:18:51,520 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 07b13f06fb97617b27c4e8843258ea6a, NAME => 'test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-16T03:18:51,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=02e49c20aeb1cfe1ca8f6788990bb39e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,521 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 07b13f06fb97617b27c4e8843258ea6a 2024-12-16T03:18:51,521 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,521 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 07b13f06fb97617b27c4e8843258ea6a 2024-12-16T03:18:51,521 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 07b13f06fb97617b27c4e8843258ea6a 2024-12-16T03:18:51,523 INFO [StoreOpener-07b13f06fb97617b27c4e8843258ea6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 07b13f06fb97617b27c4e8843258ea6a 2024-12-16T03:18:51,525 INFO [StoreOpener-07b13f06fb97617b27c4e8843258ea6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07b13f06fb97617b27c4e8843258ea6a columnFamilyName f 2024-12-16T03:18:51,525 DEBUG [StoreOpener-07b13f06fb97617b27c4e8843258ea6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,526 INFO [StoreOpener-07b13f06fb97617b27c4e8843258ea6a-1 {}] regionserver.HStore(327): Store=07b13f06fb97617b27c4e8843258ea6a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,526 INFO [StoreOpener-07b13f06fb97617b27c4e8843258ea6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 07b13f06fb97617b27c4e8843258ea6a 2024-12-16T03:18:51,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=25 2024-12-16T03:18:51,528 INFO [StoreOpener-07b13f06fb97617b27c4e8843258ea6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07b13f06fb97617b27c4e8843258ea6a columnFamilyName norep 2024-12-16T03:18:51,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=25, state=SUCCESS; OpenRegionProcedure 02e49c20aeb1cfe1ca8f6788990bb39e, server=f0d65a6309ee,39907,1734319114612 in 423 msec 2024-12-16T03:18:51,529 DEBUG [StoreOpener-07b13f06fb97617b27c4e8843258ea6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,529 INFO [StoreOpener-07b13f06fb97617b27c4e8843258ea6a-1 {}] regionserver.HStore(327): Store=07b13f06fb97617b27c4e8843258ea6a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=02e49c20aeb1cfe1ca8f6788990bb39e, ASSIGN in 602 msec 2024-12-16T03:18:51,530 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/07b13f06fb97617b27c4e8843258ea6a 2024-12-16T03:18:51,531 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/07b13f06fb97617b27c4e8843258ea6a 2024-12-16T03:18:51,532 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,533 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 07b13f06fb97617b27c4e8843258ea6a 2024-12-16T03:18:51,536 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/07b13f06fb97617b27c4e8843258ea6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,536 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 07b13f06fb97617b27c4e8843258ea6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67060455, jitterRate=-7.213503122329712E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,537 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 07b13f06fb97617b27c4e8843258ea6a: 2024-12-16T03:18:51,538 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a., pid=53, masterSystemTime=1734319131248 2024-12-16T03:18:51,540 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. 2024-12-16T03:18:51,540 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. 2024-12-16T03:18:51,540 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. 2024-12-16T03:18:51,540 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => bfb65e219c598c06bc8b3d7a0c6ed847, NAME => 'test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-16T03:18:51,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=07b13f06fb97617b27c4e8843258ea6a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,541 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bfb65e219c598c06bc8b3d7a0c6ed847 2024-12-16T03:18:51,541 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,541 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for bfb65e219c598c06bc8b3d7a0c6ed847 2024-12-16T03:18:51,541 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for bfb65e219c598c06bc8b3d7a0c6ed847 2024-12-16T03:18:51,543 INFO [StoreOpener-bfb65e219c598c06bc8b3d7a0c6ed847-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bfb65e219c598c06bc8b3d7a0c6ed847 2024-12-16T03:18:51,545 INFO [StoreOpener-bfb65e219c598c06bc8b3d7a0c6ed847-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb65e219c598c06bc8b3d7a0c6ed847 columnFamilyName f 2024-12-16T03:18:51,545 DEBUG [StoreOpener-bfb65e219c598c06bc8b3d7a0c6ed847-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,546 INFO [StoreOpener-bfb65e219c598c06bc8b3d7a0c6ed847-1 {}] regionserver.HStore(327): Store=bfb65e219c598c06bc8b3d7a0c6ed847/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=12 2024-12-16T03:18:51,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=12, state=SUCCESS; OpenRegionProcedure 07b13f06fb97617b27c4e8843258ea6a, server=f0d65a6309ee,39907,1734319114612 in 409 msec 2024-12-16T03:18:51,546 INFO [StoreOpener-bfb65e219c598c06bc8b3d7a0c6ed847-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bfb65e219c598c06bc8b3d7a0c6ed847 2024-12-16T03:18:51,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=07b13f06fb97617b27c4e8843258ea6a, ASSIGN in 620 msec 2024-12-16T03:18:51,548 INFO [StoreOpener-bfb65e219c598c06bc8b3d7a0c6ed847-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb65e219c598c06bc8b3d7a0c6ed847 columnFamilyName norep 2024-12-16T03:18:51,548 DEBUG [StoreOpener-bfb65e219c598c06bc8b3d7a0c6ed847-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,549 INFO [StoreOpener-bfb65e219c598c06bc8b3d7a0c6ed847-1 {}] regionserver.HStore(327): Store=bfb65e219c598c06bc8b3d7a0c6ed847/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,550 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/bfb65e219c598c06bc8b3d7a0c6ed847 2024-12-16T03:18:51,550 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/bfb65e219c598c06bc8b3d7a0c6ed847 2024-12-16T03:18:51,551 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,553 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for bfb65e219c598c06bc8b3d7a0c6ed847 2024-12-16T03:18:51,555 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/bfb65e219c598c06bc8b3d7a0c6ed847/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,555 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened bfb65e219c598c06bc8b3d7a0c6ed847; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59197532, jitterRate=-0.11788803339004517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,555 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for bfb65e219c598c06bc8b3d7a0c6ed847: 2024-12-16T03:18:51,556 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847., pid=54, masterSystemTime=1734319131248 2024-12-16T03:18:51,558 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. 2024-12-16T03:18:51,558 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. 2024-12-16T03:18:51,559 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. 2024-12-16T03:18:51,559 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 65c79ad482afe4cb7d25a8b613160030, NAME => 'test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-16T03:18:51,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=bfb65e219c598c06bc8b3d7a0c6ed847, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,559 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 65c79ad482afe4cb7d25a8b613160030 2024-12-16T03:18:51,559 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,559 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 65c79ad482afe4cb7d25a8b613160030 2024-12-16T03:18:51,559 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 65c79ad482afe4cb7d25a8b613160030 2024-12-16T03:18:51,561 INFO [StoreOpener-65c79ad482afe4cb7d25a8b613160030-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65c79ad482afe4cb7d25a8b613160030 2024-12-16T03:18:51,563 INFO [StoreOpener-65c79ad482afe4cb7d25a8b613160030-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c79ad482afe4cb7d25a8b613160030 columnFamilyName f 2024-12-16T03:18:51,563 DEBUG [StoreOpener-65c79ad482afe4cb7d25a8b613160030-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=32 2024-12-16T03:18:51,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=32, state=SUCCESS; OpenRegionProcedure bfb65e219c598c06bc8b3d7a0c6ed847, server=f0d65a6309ee,39907,1734319114612 in 422 msec 2024-12-16T03:18:51,564 INFO [StoreOpener-65c79ad482afe4cb7d25a8b613160030-1 {}] regionserver.HStore(327): Store=65c79ad482afe4cb7d25a8b613160030/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,564 INFO [StoreOpener-65c79ad482afe4cb7d25a8b613160030-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 65c79ad482afe4cb7d25a8b613160030 2024-12-16T03:18:51,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bfb65e219c598c06bc8b3d7a0c6ed847, ASSIGN in 638 msec 2024-12-16T03:18:51,566 INFO [StoreOpener-65c79ad482afe4cb7d25a8b613160030-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c79ad482afe4cb7d25a8b613160030 columnFamilyName norep 2024-12-16T03:18:51,566 DEBUG [StoreOpener-65c79ad482afe4cb7d25a8b613160030-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,566 INFO [StoreOpener-65c79ad482afe4cb7d25a8b613160030-1 {}] regionserver.HStore(327): Store=65c79ad482afe4cb7d25a8b613160030/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,567 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/65c79ad482afe4cb7d25a8b613160030 2024-12-16T03:18:51,568 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/65c79ad482afe4cb7d25a8b613160030 2024-12-16T03:18:51,569 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,570 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 65c79ad482afe4cb7d25a8b613160030 2024-12-16T03:18:51,573 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/65c79ad482afe4cb7d25a8b613160030/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,573 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 65c79ad482afe4cb7d25a8b613160030; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59389290, jitterRate=-0.11503061652183533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,573 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 65c79ad482afe4cb7d25a8b613160030: 2024-12-16T03:18:51,574 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030., pid=44, masterSystemTime=1734319131248 2024-12-16T03:18:51,576 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. 2024-12-16T03:18:51,577 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. 2024-12-16T03:18:51,577 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. 2024-12-16T03:18:51,577 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => bc4d0cc021846832679340f93b0228a6, NAME => 'test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-16T03:18:51,577 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=65c79ad482afe4cb7d25a8b613160030, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,577 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc4d0cc021846832679340f93b0228a6 2024-12-16T03:18:51,577 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,578 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for bc4d0cc021846832679340f93b0228a6 2024-12-16T03:18:51,578 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for bc4d0cc021846832679340f93b0228a6 2024-12-16T03:18:51,580 INFO [StoreOpener-bc4d0cc021846832679340f93b0228a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc4d0cc021846832679340f93b0228a6 2024-12-16T03:18:51,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=33 2024-12-16T03:18:51,582 INFO [StoreOpener-bc4d0cc021846832679340f93b0228a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc4d0cc021846832679340f93b0228a6 columnFamilyName f 2024-12-16T03:18:51,582 DEBUG [StoreOpener-bc4d0cc021846832679340f93b0228a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=33, state=SUCCESS; OpenRegionProcedure 65c79ad482afe4cb7d25a8b613160030, server=f0d65a6309ee,39907,1734319114612 in 468 msec 2024-12-16T03:18:51,583 INFO [StoreOpener-bc4d0cc021846832679340f93b0228a6-1 {}] regionserver.HStore(327): Store=bc4d0cc021846832679340f93b0228a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=65c79ad482afe4cb7d25a8b613160030, ASSIGN in 656 msec 2024-12-16T03:18:51,583 INFO [StoreOpener-bc4d0cc021846832679340f93b0228a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc4d0cc021846832679340f93b0228a6 2024-12-16T03:18:51,585 INFO [StoreOpener-bc4d0cc021846832679340f93b0228a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc4d0cc021846832679340f93b0228a6 columnFamilyName norep 2024-12-16T03:18:51,585 DEBUG [StoreOpener-bc4d0cc021846832679340f93b0228a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,586 INFO [StoreOpener-bc4d0cc021846832679340f93b0228a6-1 {}] regionserver.HStore(327): Store=bc4d0cc021846832679340f93b0228a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,587 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/bc4d0cc021846832679340f93b0228a6 2024-12-16T03:18:51,588 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/bc4d0cc021846832679340f93b0228a6 2024-12-16T03:18:51,589 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,590 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for bc4d0cc021846832679340f93b0228a6 2024-12-16T03:18:51,593 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/bc4d0cc021846832679340f93b0228a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,593 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened bc4d0cc021846832679340f93b0228a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72367196, jitterRate=0.07835525274276733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,593 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for bc4d0cc021846832679340f93b0228a6: 2024-12-16T03:18:51,594 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6., pid=52, masterSystemTime=1734319131248 2024-12-16T03:18:51,596 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. 2024-12-16T03:18:51,596 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. 2024-12-16T03:18:51,597 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. 2024-12-16T03:18:51,597 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => de8dfd0222f00da5b3db13070841f5ed, NAME => 'test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-16T03:18:51,597 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=bc4d0cc021846832679340f93b0228a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,597 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de8dfd0222f00da5b3db13070841f5ed 2024-12-16T03:18:51,597 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,597 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for de8dfd0222f00da5b3db13070841f5ed 2024-12-16T03:18:51,597 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for de8dfd0222f00da5b3db13070841f5ed 2024-12-16T03:18:51,599 INFO [StoreOpener-de8dfd0222f00da5b3db13070841f5ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de8dfd0222f00da5b3db13070841f5ed 2024-12-16T03:18:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:51,601 INFO [StoreOpener-de8dfd0222f00da5b3db13070841f5ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de8dfd0222f00da5b3db13070841f5ed columnFamilyName f 2024-12-16T03:18:51,601 DEBUG [StoreOpener-de8dfd0222f00da5b3db13070841f5ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,602 INFO [StoreOpener-de8dfd0222f00da5b3db13070841f5ed-1 {}] regionserver.HStore(327): Store=de8dfd0222f00da5b3db13070841f5ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=30 2024-12-16T03:18:51,602 INFO [StoreOpener-de8dfd0222f00da5b3db13070841f5ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de8dfd0222f00da5b3db13070841f5ed 2024-12-16T03:18:51,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=30, state=SUCCESS; OpenRegionProcedure bc4d0cc021846832679340f93b0228a6, server=f0d65a6309ee,39907,1734319114612 in 470 msec 2024-12-16T03:18:51,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bc4d0cc021846832679340f93b0228a6, ASSIGN in 676 msec 2024-12-16T03:18:51,604 INFO [StoreOpener-de8dfd0222f00da5b3db13070841f5ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de8dfd0222f00da5b3db13070841f5ed columnFamilyName norep 2024-12-16T03:18:51,604 DEBUG [StoreOpener-de8dfd0222f00da5b3db13070841f5ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,605 INFO [StoreOpener-de8dfd0222f00da5b3db13070841f5ed-1 {}] regionserver.HStore(327): Store=de8dfd0222f00da5b3db13070841f5ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,605 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/de8dfd0222f00da5b3db13070841f5ed 2024-12-16T03:18:51,606 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/de8dfd0222f00da5b3db13070841f5ed 2024-12-16T03:18:51,607 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,608 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for de8dfd0222f00da5b3db13070841f5ed 2024-12-16T03:18:51,610 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/de8dfd0222f00da5b3db13070841f5ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,611 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened de8dfd0222f00da5b3db13070841f5ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63743059, jitterRate=-0.05015440285205841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,611 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for de8dfd0222f00da5b3db13070841f5ed: 2024-12-16T03:18:51,611 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed., pid=58, masterSystemTime=1734319131248 2024-12-16T03:18:51,613 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. 2024-12-16T03:18:51,613 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. 2024-12-16T03:18:51,613 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. 2024-12-16T03:18:51,613 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 4d31cb1021e292f22683287061a4c59e, NAME => 'test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-16T03:18:51,613 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=de8dfd0222f00da5b3db13070841f5ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,614 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d31cb1021e292f22683287061a4c59e 2024-12-16T03:18:51,614 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,614 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 4d31cb1021e292f22683287061a4c59e 2024-12-16T03:18:51,614 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 4d31cb1021e292f22683287061a4c59e 2024-12-16T03:18:51,615 INFO [StoreOpener-4d31cb1021e292f22683287061a4c59e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d31cb1021e292f22683287061a4c59e 2024-12-16T03:18:51,617 INFO [StoreOpener-4d31cb1021e292f22683287061a4c59e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d31cb1021e292f22683287061a4c59e columnFamilyName f 2024-12-16T03:18:51,617 DEBUG [StoreOpener-4d31cb1021e292f22683287061a4c59e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,618 INFO [StoreOpener-4d31cb1021e292f22683287061a4c59e-1 {}] regionserver.HStore(327): Store=4d31cb1021e292f22683287061a4c59e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,618 INFO [StoreOpener-4d31cb1021e292f22683287061a4c59e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d31cb1021e292f22683287061a4c59e 2024-12-16T03:18:51,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=23 2024-12-16T03:18:51,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=23, state=SUCCESS; OpenRegionProcedure de8dfd0222f00da5b3db13070841f5ed, server=f0d65a6309ee,39907,1734319114612 in 471 msec 2024-12-16T03:18:51,620 INFO [StoreOpener-4d31cb1021e292f22683287061a4c59e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d31cb1021e292f22683287061a4c59e columnFamilyName norep 2024-12-16T03:18:51,620 DEBUG [StoreOpener-4d31cb1021e292f22683287061a4c59e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=de8dfd0222f00da5b3db13070841f5ed, ASSIGN in 692 msec 2024-12-16T03:18:51,620 INFO [StoreOpener-4d31cb1021e292f22683287061a4c59e-1 {}] regionserver.HStore(327): Store=4d31cb1021e292f22683287061a4c59e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,621 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/4d31cb1021e292f22683287061a4c59e 2024-12-16T03:18:51,622 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/4d31cb1021e292f22683287061a4c59e 2024-12-16T03:18:51,623 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,624 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 4d31cb1021e292f22683287061a4c59e 2024-12-16T03:18:51,626 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/4d31cb1021e292f22683287061a4c59e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,627 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 4d31cb1021e292f22683287061a4c59e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69668892, jitterRate=0.03814738988876343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,627 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 4d31cb1021e292f22683287061a4c59e: 2024-12-16T03:18:51,628 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e., pid=59, masterSystemTime=1734319131248 2024-12-16T03:18:51,631 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. 2024-12-16T03:18:51,631 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. 2024-12-16T03:18:51,631 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. 2024-12-16T03:18:51,631 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 05fc88ff27bdb0aa61520742e6e126ee, NAME => 'test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-16T03:18:51,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=4d31cb1021e292f22683287061a4c59e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,631 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 05fc88ff27bdb0aa61520742e6e126ee 2024-12-16T03:18:51,631 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,632 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 05fc88ff27bdb0aa61520742e6e126ee 2024-12-16T03:18:51,632 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 05fc88ff27bdb0aa61520742e6e126ee 2024-12-16T03:18:51,634 INFO [StoreOpener-05fc88ff27bdb0aa61520742e6e126ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 05fc88ff27bdb0aa61520742e6e126ee 2024-12-16T03:18:51,636 INFO [StoreOpener-05fc88ff27bdb0aa61520742e6e126ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05fc88ff27bdb0aa61520742e6e126ee columnFamilyName f 2024-12-16T03:18:51,636 DEBUG [StoreOpener-05fc88ff27bdb0aa61520742e6e126ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,637 INFO [StoreOpener-05fc88ff27bdb0aa61520742e6e126ee-1 {}] regionserver.HStore(327): Store=05fc88ff27bdb0aa61520742e6e126ee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=21 2024-12-16T03:18:51,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=21, state=SUCCESS; OpenRegionProcedure 4d31cb1021e292f22683287061a4c59e, server=f0d65a6309ee,39907,1734319114612 in 487 msec 2024-12-16T03:18:51,637 INFO [StoreOpener-05fc88ff27bdb0aa61520742e6e126ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 05fc88ff27bdb0aa61520742e6e126ee 2024-12-16T03:18:51,639 INFO [StoreOpener-05fc88ff27bdb0aa61520742e6e126ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05fc88ff27bdb0aa61520742e6e126ee columnFamilyName norep 2024-12-16T03:18:51,639 DEBUG [StoreOpener-05fc88ff27bdb0aa61520742e6e126ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4d31cb1021e292f22683287061a4c59e, ASSIGN in 711 msec 2024-12-16T03:18:51,639 INFO [StoreOpener-05fc88ff27bdb0aa61520742e6e126ee-1 {}] regionserver.HStore(327): Store=05fc88ff27bdb0aa61520742e6e126ee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,641 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/05fc88ff27bdb0aa61520742e6e126ee 2024-12-16T03:18:51,641 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/05fc88ff27bdb0aa61520742e6e126ee 2024-12-16T03:18:51,642 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,644 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 05fc88ff27bdb0aa61520742e6e126ee 2024-12-16T03:18:51,646 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/05fc88ff27bdb0aa61520742e6e126ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,647 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 05fc88ff27bdb0aa61520742e6e126ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63860709, jitterRate=-0.048401281237602234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,647 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 05fc88ff27bdb0aa61520742e6e126ee: 2024-12-16T03:18:51,648 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee., pid=61, masterSystemTime=1734319131248 2024-12-16T03:18:51,650 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. 2024-12-16T03:18:51,651 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. 2024-12-16T03:18:51,651 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. 2024-12-16T03:18:51,651 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => e4bb3f0d8afb909b84b04c606ffd89fa, NAME => 'test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-16T03:18:51,651 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4bb3f0d8afb909b84b04c606ffd89fa 2024-12-16T03:18:51,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=05fc88ff27bdb0aa61520742e6e126ee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,651 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,651 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for e4bb3f0d8afb909b84b04c606ffd89fa 2024-12-16T03:18:51,651 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for e4bb3f0d8afb909b84b04c606ffd89fa 2024-12-16T03:18:51,653 INFO [StoreOpener-e4bb3f0d8afb909b84b04c606ffd89fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4bb3f0d8afb909b84b04c606ffd89fa 2024-12-16T03:18:51,655 INFO [StoreOpener-e4bb3f0d8afb909b84b04c606ffd89fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4bb3f0d8afb909b84b04c606ffd89fa columnFamilyName f 2024-12-16T03:18:51,655 DEBUG [StoreOpener-e4bb3f0d8afb909b84b04c606ffd89fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,656 INFO [StoreOpener-e4bb3f0d8afb909b84b04c606ffd89fa-1 {}] regionserver.HStore(327): Store=e4bb3f0d8afb909b84b04c606ffd89fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,656 INFO [StoreOpener-e4bb3f0d8afb909b84b04c606ffd89fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4bb3f0d8afb909b84b04c606ffd89fa 2024-12-16T03:18:51,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=14 2024-12-16T03:18:51,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=14, state=SUCCESS; OpenRegionProcedure 05fc88ff27bdb0aa61520742e6e126ee, server=f0d65a6309ee,39907,1734319114612 in 503 msec 2024-12-16T03:18:51,659 INFO [StoreOpener-e4bb3f0d8afb909b84b04c606ffd89fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4bb3f0d8afb909b84b04c606ffd89fa columnFamilyName norep 2024-12-16T03:18:51,659 DEBUG [StoreOpener-e4bb3f0d8afb909b84b04c606ffd89fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=05fc88ff27bdb0aa61520742e6e126ee, ASSIGN in 731 msec 2024-12-16T03:18:51,660 INFO [StoreOpener-e4bb3f0d8afb909b84b04c606ffd89fa-1 {}] regionserver.HStore(327): Store=e4bb3f0d8afb909b84b04c606ffd89fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,661 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/e4bb3f0d8afb909b84b04c606ffd89fa 2024-12-16T03:18:51,661 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/e4bb3f0d8afb909b84b04c606ffd89fa 2024-12-16T03:18:51,662 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,664 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for e4bb3f0d8afb909b84b04c606ffd89fa 2024-12-16T03:18:51,666 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/e4bb3f0d8afb909b84b04c606ffd89fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,667 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened e4bb3f0d8afb909b84b04c606ffd89fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66312400, jitterRate=-0.01186823844909668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,667 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for e4bb3f0d8afb909b84b04c606ffd89fa: 2024-12-16T03:18:51,668 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa., pid=56, masterSystemTime=1734319131248 2024-12-16T03:18:51,670 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. 2024-12-16T03:18:51,670 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. 2024-12-16T03:18:51,670 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. 2024-12-16T03:18:51,671 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 989a0fbfa3a40285859cd7981c926cae, NAME => 'test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-16T03:18:51,671 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=e4bb3f0d8afb909b84b04c606ffd89fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,671 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 989a0fbfa3a40285859cd7981c926cae 2024-12-16T03:18:51,671 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,672 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 989a0fbfa3a40285859cd7981c926cae 2024-12-16T03:18:51,672 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 989a0fbfa3a40285859cd7981c926cae 2024-12-16T03:18:51,673 INFO [StoreOpener-989a0fbfa3a40285859cd7981c926cae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 989a0fbfa3a40285859cd7981c926cae 2024-12-16T03:18:51,675 INFO [StoreOpener-989a0fbfa3a40285859cd7981c926cae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 989a0fbfa3a40285859cd7981c926cae columnFamilyName f 2024-12-16T03:18:51,675 DEBUG [StoreOpener-989a0fbfa3a40285859cd7981c926cae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=11 2024-12-16T03:18:51,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=11, state=SUCCESS; OpenRegionProcedure e4bb3f0d8afb909b84b04c606ffd89fa, server=f0d65a6309ee,39907,1734319114612 in 532 msec 2024-12-16T03:18:51,676 INFO [StoreOpener-989a0fbfa3a40285859cd7981c926cae-1 {}] regionserver.HStore(327): Store=989a0fbfa3a40285859cd7981c926cae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,676 INFO [StoreOpener-989a0fbfa3a40285859cd7981c926cae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 989a0fbfa3a40285859cd7981c926cae 2024-12-16T03:18:51,678 INFO [StoreOpener-989a0fbfa3a40285859cd7981c926cae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 989a0fbfa3a40285859cd7981c926cae columnFamilyName norep 2024-12-16T03:18:51,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e4bb3f0d8afb909b84b04c606ffd89fa, ASSIGN in 750 msec 2024-12-16T03:18:51,678 DEBUG [StoreOpener-989a0fbfa3a40285859cd7981c926cae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,678 INFO [StoreOpener-989a0fbfa3a40285859cd7981c926cae-1 {}] regionserver.HStore(327): Store=989a0fbfa3a40285859cd7981c926cae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,679 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/989a0fbfa3a40285859cd7981c926cae 2024-12-16T03:18:51,679 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/989a0fbfa3a40285859cd7981c926cae 2024-12-16T03:18:51,680 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,682 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 989a0fbfa3a40285859cd7981c926cae 2024-12-16T03:18:51,684 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/989a0fbfa3a40285859cd7981c926cae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,684 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 989a0fbfa3a40285859cd7981c926cae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72120614, jitterRate=0.07468089461326599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,684 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 989a0fbfa3a40285859cd7981c926cae: 2024-12-16T03:18:51,685 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae., pid=41, masterSystemTime=1734319131248 2024-12-16T03:18:51,687 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. 2024-12-16T03:18:51,687 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. 2024-12-16T03:18:51,687 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. 2024-12-16T03:18:51,687 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 56be35ab37eb7c4e864d9c9b10076d55, NAME => 'test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T03:18:51,688 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=989a0fbfa3a40285859cd7981c926cae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,688 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56be35ab37eb7c4e864d9c9b10076d55 2024-12-16T03:18:51,688 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,688 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 56be35ab37eb7c4e864d9c9b10076d55 2024-12-16T03:18:51,688 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 56be35ab37eb7c4e864d9c9b10076d55 2024-12-16T03:18:51,690 INFO [StoreOpener-56be35ab37eb7c4e864d9c9b10076d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56be35ab37eb7c4e864d9c9b10076d55 2024-12-16T03:18:51,692 INFO [StoreOpener-56be35ab37eb7c4e864d9c9b10076d55-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56be35ab37eb7c4e864d9c9b10076d55 columnFamilyName f 2024-12-16T03:18:51,692 DEBUG [StoreOpener-56be35ab37eb7c4e864d9c9b10076d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=27 2024-12-16T03:18:51,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=27, state=SUCCESS; OpenRegionProcedure 989a0fbfa3a40285859cd7981c926cae, server=f0d65a6309ee,39907,1734319114612 in 586 msec 2024-12-16T03:18:51,693 INFO [StoreOpener-56be35ab37eb7c4e864d9c9b10076d55-1 {}] regionserver.HStore(327): Store=56be35ab37eb7c4e864d9c9b10076d55/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,693 INFO [StoreOpener-56be35ab37eb7c4e864d9c9b10076d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56be35ab37eb7c4e864d9c9b10076d55 2024-12-16T03:18:51,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=989a0fbfa3a40285859cd7981c926cae, ASSIGN in 766 msec 2024-12-16T03:18:51,695 INFO [StoreOpener-56be35ab37eb7c4e864d9c9b10076d55-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56be35ab37eb7c4e864d9c9b10076d55 columnFamilyName norep 2024-12-16T03:18:51,695 DEBUG [StoreOpener-56be35ab37eb7c4e864d9c9b10076d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,696 INFO [StoreOpener-56be35ab37eb7c4e864d9c9b10076d55-1 {}] regionserver.HStore(327): Store=56be35ab37eb7c4e864d9c9b10076d55/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,696 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/56be35ab37eb7c4e864d9c9b10076d55 2024-12-16T03:18:51,697 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/56be35ab37eb7c4e864d9c9b10076d55 2024-12-16T03:18:51,698 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,699 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 56be35ab37eb7c4e864d9c9b10076d55 2024-12-16T03:18:51,701 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/56be35ab37eb7c4e864d9c9b10076d55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,702 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 56be35ab37eb7c4e864d9c9b10076d55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66972195, jitterRate=-0.0020365267992019653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,702 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 56be35ab37eb7c4e864d9c9b10076d55: 2024-12-16T03:18:51,703 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55., pid=57, masterSystemTime=1734319131248 2024-12-16T03:18:51,705 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. 2024-12-16T03:18:51,705 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. 2024-12-16T03:18:51,705 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. 2024-12-16T03:18:51,705 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 57a449ac66889c644c83dc88d5e1600e, NAME => 'test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-16T03:18:51,706 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 57a449ac66889c644c83dc88d5e1600e 2024-12-16T03:18:51,706 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=56be35ab37eb7c4e864d9c9b10076d55, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,706 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 57a449ac66889c644c83dc88d5e1600e 2024-12-16T03:18:51,706 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 57a449ac66889c644c83dc88d5e1600e 2024-12-16T03:18:51,708 INFO [StoreOpener-57a449ac66889c644c83dc88d5e1600e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 57a449ac66889c644c83dc88d5e1600e 2024-12-16T03:18:51,709 INFO [StoreOpener-57a449ac66889c644c83dc88d5e1600e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57a449ac66889c644c83dc88d5e1600e columnFamilyName f 2024-12-16T03:18:51,710 DEBUG [StoreOpener-57a449ac66889c644c83dc88d5e1600e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,710 INFO [StoreOpener-57a449ac66889c644c83dc88d5e1600e-1 {}] regionserver.HStore(327): Store=57a449ac66889c644c83dc88d5e1600e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,710 INFO [StoreOpener-57a449ac66889c644c83dc88d5e1600e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 57a449ac66889c644c83dc88d5e1600e 2024-12-16T03:18:51,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=10 2024-12-16T03:18:51,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=10, state=SUCCESS; OpenRegionProcedure 56be35ab37eb7c4e864d9c9b10076d55, server=f0d65a6309ee,39907,1734319114612 in 568 msec 2024-12-16T03:18:51,712 INFO [StoreOpener-57a449ac66889c644c83dc88d5e1600e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57a449ac66889c644c83dc88d5e1600e columnFamilyName norep 2024-12-16T03:18:51,712 DEBUG [StoreOpener-57a449ac66889c644c83dc88d5e1600e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,712 INFO [StoreOpener-57a449ac66889c644c83dc88d5e1600e-1 {}] regionserver.HStore(327): Store=57a449ac66889c644c83dc88d5e1600e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,713 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/57a449ac66889c644c83dc88d5e1600e 2024-12-16T03:18:51,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=56be35ab37eb7c4e864d9c9b10076d55, ASSIGN in 786 msec 2024-12-16T03:18:51,714 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/57a449ac66889c644c83dc88d5e1600e 2024-12-16T03:18:51,715 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,716 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 57a449ac66889c644c83dc88d5e1600e 2024-12-16T03:18:51,718 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/57a449ac66889c644c83dc88d5e1600e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,719 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 57a449ac66889c644c83dc88d5e1600e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64840149, jitterRate=-0.033806487917900085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,719 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 57a449ac66889c644c83dc88d5e1600e: 2024-12-16T03:18:51,720 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e., pid=36, masterSystemTime=1734319131248 2024-12-16T03:18:51,722 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. 2024-12-16T03:18:51,722 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. 2024-12-16T03:18:51,722 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,iii,1734319127465.19f20e344de24523132bced998c99992. 2024-12-16T03:18:51,722 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 19f20e344de24523132bced998c99992, NAME => 'test,iii,1734319127465.19f20e344de24523132bced998c99992.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-16T03:18:51,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=57a449ac66889c644c83dc88d5e1600e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,722 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 19f20e344de24523132bced998c99992 2024-12-16T03:18:51,723 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,iii,1734319127465.19f20e344de24523132bced998c99992.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,723 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 19f20e344de24523132bced998c99992 2024-12-16T03:18:51,723 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 19f20e344de24523132bced998c99992 2024-12-16T03:18:51,725 INFO [StoreOpener-19f20e344de24523132bced998c99992-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 19f20e344de24523132bced998c99992 2024-12-16T03:18:51,727 INFO [StoreOpener-19f20e344de24523132bced998c99992-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19f20e344de24523132bced998c99992 columnFamilyName f 2024-12-16T03:18:51,727 DEBUG [StoreOpener-19f20e344de24523132bced998c99992-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=29 2024-12-16T03:18:51,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=29, state=SUCCESS; OpenRegionProcedure 57a449ac66889c644c83dc88d5e1600e, server=f0d65a6309ee,39907,1734319114612 in 632 msec 2024-12-16T03:18:51,728 INFO [StoreOpener-19f20e344de24523132bced998c99992-1 {}] regionserver.HStore(327): Store=19f20e344de24523132bced998c99992/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,728 INFO [StoreOpener-19f20e344de24523132bced998c99992-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 19f20e344de24523132bced998c99992 2024-12-16T03:18:51,729 INFO [StoreOpener-19f20e344de24523132bced998c99992-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19f20e344de24523132bced998c99992 columnFamilyName norep 2024-12-16T03:18:51,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=57a449ac66889c644c83dc88d5e1600e, ASSIGN in 802 msec 2024-12-16T03:18:51,730 DEBUG [StoreOpener-19f20e344de24523132bced998c99992-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,730 INFO [StoreOpener-19f20e344de24523132bced998c99992-1 {}] regionserver.HStore(327): Store=19f20e344de24523132bced998c99992/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,732 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/19f20e344de24523132bced998c99992 2024-12-16T03:18:51,732 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/19f20e344de24523132bced998c99992 2024-12-16T03:18:51,734 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,735 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 19f20e344de24523132bced998c99992 2024-12-16T03:18:51,738 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/19f20e344de24523132bced998c99992/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,738 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 19f20e344de24523132bced998c99992; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63587982, jitterRate=-0.052465230226516724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,738 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 19f20e344de24523132bced998c99992: 2024-12-16T03:18:51,739 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734319127465.19f20e344de24523132bced998c99992., pid=39, masterSystemTime=1734319131248 2024-12-16T03:18:51,741 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734319127465.19f20e344de24523132bced998c99992. 2024-12-16T03:18:51,741 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,iii,1734319127465.19f20e344de24523132bced998c99992. 2024-12-16T03:18:51,741 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. 2024-12-16T03:18:51,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=19f20e344de24523132bced998c99992, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,741 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 27aa3e8e506c12eae79ce62971b91282, NAME => 'test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-16T03:18:51,742 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 27aa3e8e506c12eae79ce62971b91282 2024-12-16T03:18:51,742 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:51,742 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 27aa3e8e506c12eae79ce62971b91282 2024-12-16T03:18:51,742 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 27aa3e8e506c12eae79ce62971b91282 2024-12-16T03:18:51,744 INFO [StoreOpener-27aa3e8e506c12eae79ce62971b91282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 27aa3e8e506c12eae79ce62971b91282 2024-12-16T03:18:51,745 INFO [StoreOpener-27aa3e8e506c12eae79ce62971b91282-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27aa3e8e506c12eae79ce62971b91282 columnFamilyName f 2024-12-16T03:18:51,746 DEBUG [StoreOpener-27aa3e8e506c12eae79ce62971b91282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,746 INFO [StoreOpener-27aa3e8e506c12eae79ce62971b91282-1 {}] regionserver.HStore(327): Store=27aa3e8e506c12eae79ce62971b91282/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=18 2024-12-16T03:18:51,746 INFO [StoreOpener-27aa3e8e506c12eae79ce62971b91282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 27aa3e8e506c12eae79ce62971b91282 2024-12-16T03:18:51,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=18, state=SUCCESS; OpenRegionProcedure 19f20e344de24523132bced998c99992, server=f0d65a6309ee,39907,1734319114612 in 644 msec 2024-12-16T03:18:51,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=19f20e344de24523132bced998c99992, ASSIGN in 820 msec 2024-12-16T03:18:51,748 INFO [StoreOpener-27aa3e8e506c12eae79ce62971b91282-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27aa3e8e506c12eae79ce62971b91282 columnFamilyName norep 2024-12-16T03:18:51,748 DEBUG [StoreOpener-27aa3e8e506c12eae79ce62971b91282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:51,749 INFO [StoreOpener-27aa3e8e506c12eae79ce62971b91282-1 {}] regionserver.HStore(327): Store=27aa3e8e506c12eae79ce62971b91282/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:51,750 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/27aa3e8e506c12eae79ce62971b91282 2024-12-16T03:18:51,750 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/27aa3e8e506c12eae79ce62971b91282 2024-12-16T03:18:51,751 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:51,753 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 27aa3e8e506c12eae79ce62971b91282 2024-12-16T03:18:51,755 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/27aa3e8e506c12eae79ce62971b91282/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:51,756 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 27aa3e8e506c12eae79ce62971b91282; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74470744, jitterRate=0.10970056056976318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:51,756 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 27aa3e8e506c12eae79ce62971b91282: 2024-12-16T03:18:51,757 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282., pid=46, masterSystemTime=1734319131248 2024-12-16T03:18:51,759 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. 2024-12-16T03:18:51,759 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. 2024-12-16T03:18:51,759 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=27aa3e8e506c12eae79ce62971b91282, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:18:51,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=24 2024-12-16T03:18:51,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=24, state=SUCCESS; OpenRegionProcedure 27aa3e8e506c12eae79ce62971b91282, server=f0d65a6309ee,39907,1734319114612 in 644 msec 2024-12-16T03:18:51,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=24, resume processing ppid=9 2024-12-16T03:18:51,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=27aa3e8e506c12eae79ce62971b91282, ASSIGN in 837 msec 2024-12-16T03:18:51,766 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:18:51,766 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319131766"}]},"ts":"1734319131766"} 2024-12-16T03:18:51,767 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-16T03:18:51,810 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:18:51,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.3420 sec 2024-12-16T03:18:52,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:54,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-16T03:18:54,254 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-16T03:18:54,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:55,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-16T03:18:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:55,603 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-16T03:18:55,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T03:18:55,606 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:18:55,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T03:18:55,624 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:18:55,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T03:18:55,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:18:55,627 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:18:55,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:18:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-16T03:18:55,631 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:18:55,631 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:55,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-16T03:18:55,632 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:18:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741837_1013 (size=631) 2024-12-16T03:18:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:56,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2489749d12610f8e8be9d4ca0e85fa54, NAME => 'test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,045 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 10098fe07655b29477526f001508c0bb, NAME => 'test,ccc,1734319135629.10098fe07655b29477526f001508c0bb.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,045 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8956ffa0969711c9fb15c329e0b7b56c, NAME => 'test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741838_1014 (size=42) 2024-12-16T03:18:56,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741839_1015 (size=45) 2024-12-16T03:18:56,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741840_1016 (size=45) 2024-12-16T03:18:56,056 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734319135629.10098fe07655b29477526f001508c0bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:56,056 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 10098fe07655b29477526f001508c0bb, disabling compactions & flushes 2024-12-16T03:18:56,056 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. 2024-12-16T03:18:56,056 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. 2024-12-16T03:18:56,056 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. after waiting 0 ms 2024-12-16T03:18:56,056 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. 2024-12-16T03:18:56,056 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. 2024-12-16T03:18:56,056 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 10098fe07655b29477526f001508c0bb: 2024-12-16T03:18:56,056 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0c4eb1f70cc86a44454cd31f1bc8fcf3, NAME => 'test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741841_1017 (size=45) 2024-12-16T03:18:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:56,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:56,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 2489749d12610f8e8be9d4ca0e85fa54, disabling compactions & flushes 2024-12-16T03:18:56,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. 2024-12-16T03:18:56,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. 2024-12-16T03:18:56,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. after waiting 0 ms 2024-12-16T03:18:56,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. 2024-12-16T03:18:56,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. 2024-12-16T03:18:56,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2489749d12610f8e8be9d4ca0e85fa54: 2024-12-16T03:18:56,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4cdcf687e7120494759fc8947da1c986, NAME => 'test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,457 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:56,457 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 8956ffa0969711c9fb15c329e0b7b56c, disabling compactions & flushes 2024-12-16T03:18:56,457 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. 2024-12-16T03:18:56,457 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. 2024-12-16T03:18:56,457 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. after waiting 0 ms 2024-12-16T03:18:56,457 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. 2024-12-16T03:18:56,457 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. 2024-12-16T03:18:56,457 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8956ffa0969711c9fb15c329e0b7b56c: 2024-12-16T03:18:56,457 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e547bd614f55a8f2f05145f6e5047da4, NAME => 'test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741843_1019 (size=45) 2024-12-16T03:18:56,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741842_1018 (size=45) 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0c4eb1f70cc86a44454cd31f1bc8fcf3, disabling compactions & flushes 2024-12-16T03:18:56,463 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. after waiting 0 ms 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. 2024-12-16T03:18:56,463 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e547bd614f55a8f2f05145f6e5047da4, disabling compactions & flushes 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:56,463 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0c4eb1f70cc86a44454cd31f1bc8fcf3: 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 4cdcf687e7120494759fc8947da1c986, disabling compactions & flushes 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. after waiting 0 ms 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. 2024-12-16T03:18:56,463 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. 2024-12-16T03:18:56,463 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. 2024-12-16T03:18:56,463 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e547bd614f55a8f2f05145f6e5047da4: 2024-12-16T03:18:56,464 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 371e56571acff4922716b99b98c7a5cf, NAME => 'test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. 2024-12-16T03:18:56,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. after waiting 0 ms 2024-12-16T03:18:56,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. 2024-12-16T03:18:56,464 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => baf357c1b5aa0c0cb5147f0751fdce6b, NAME => 'test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,464 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. 2024-12-16T03:18:56,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4cdcf687e7120494759fc8947da1c986: 2024-12-16T03:18:56,465 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a071c278d1875cb433a5db01ecb235c2, NAME => 'test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741845_1021 (size=45) 2024-12-16T03:18:56,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741844_1020 (size=45) 2024-12-16T03:18:56,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741846_1022 (size=45) 2024-12-16T03:18:56,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:56,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing a071c278d1875cb433a5db01ecb235c2, disabling compactions & flushes 2024-12-16T03:18:56,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. 2024-12-16T03:18:56,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. 2024-12-16T03:18:56,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. after waiting 0 ms 2024-12-16T03:18:56,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. 2024-12-16T03:18:56,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. 2024-12-16T03:18:56,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for a071c278d1875cb433a5db01ecb235c2: 2024-12-16T03:18:56,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 27f3ae4498ece289c54eae9d52a76a65, NAME => 'test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741847_1023 (size=45) 2024-12-16T03:18:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:56,759 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:18:56,873 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:56,874 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 371e56571acff4922716b99b98c7a5cf, disabling compactions & flushes 2024-12-16T03:18:56,874 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:56,874 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. 2024-12-16T03:18:56,874 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. 2024-12-16T03:18:56,874 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. after waiting 0 ms 2024-12-16T03:18:56,874 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing baf357c1b5aa0c0cb5147f0751fdce6b, disabling compactions & flushes 2024-12-16T03:18:56,874 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. 2024-12-16T03:18:56,874 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. 2024-12-16T03:18:56,874 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. 2024-12-16T03:18:56,874 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. 2024-12-16T03:18:56,874 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. after waiting 0 ms 2024-12-16T03:18:56,874 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 371e56571acff4922716b99b98c7a5cf: 2024-12-16T03:18:56,874 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. 2024-12-16T03:18:56,874 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. 2024-12-16T03:18:56,875 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for baf357c1b5aa0c0cb5147f0751fdce6b: 2024-12-16T03:18:56,876 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b7a1c68e14cb14379ec7b5d3931d0f6c, NAME => 'test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,877 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3125a1d88fd7258aad5038ed549cc397, NAME => 'test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:56,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 27f3ae4498ece289c54eae9d52a76a65, disabling compactions & flushes 2024-12-16T03:18:56,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. 2024-12-16T03:18:56,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. 2024-12-16T03:18:56,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. after waiting 0 ms 2024-12-16T03:18:56,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. 2024-12-16T03:18:56,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. 2024-12-16T03:18:56,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 27f3ae4498ece289c54eae9d52a76a65: 2024-12-16T03:18:56,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => efb1aee8d58c19641d4d15a07d2d1fd6, NAME => 'test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:56,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741848_1024 (size=45) 2024-12-16T03:18:56,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741849_1025 (size=45) 2024-12-16T03:18:56,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741850_1026 (size=45) 2024-12-16T03:18:57,291 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:57,291 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:57,291 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b7a1c68e14cb14379ec7b5d3931d0f6c, disabling compactions & flushes 2024-12-16T03:18:57,291 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 3125a1d88fd7258aad5038ed549cc397, disabling compactions & flushes 2024-12-16T03:18:57,291 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. 2024-12-16T03:18:57,291 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. 2024-12-16T03:18:57,291 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. 2024-12-16T03:18:57,291 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. 2024-12-16T03:18:57,292 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. after waiting 0 ms 2024-12-16T03:18:57,292 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. after waiting 0 ms 2024-12-16T03:18:57,292 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. 2024-12-16T03:18:57,292 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. 2024-12-16T03:18:57,292 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. 2024-12-16T03:18:57,292 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. 2024-12-16T03:18:57,292 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b7a1c68e14cb14379ec7b5d3931d0f6c: 2024-12-16T03:18:57,292 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3125a1d88fd7258aad5038ed549cc397: 2024-12-16T03:18:57,294 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ab8eaa29533fd6988e975778d5814077, NAME => 'test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:57,296 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:57,296 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 25b6696782872d832cc607adcd58ea88, NAME => 'test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:57,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing efb1aee8d58c19641d4d15a07d2d1fd6, disabling compactions & flushes 2024-12-16T03:18:57,297 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. 2024-12-16T03:18:57,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. 2024-12-16T03:18:57,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. after waiting 0 ms 2024-12-16T03:18:57,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. 2024-12-16T03:18:57,297 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. 2024-12-16T03:18:57,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for efb1aee8d58c19641d4d15a07d2d1fd6: 2024-12-16T03:18:57,299 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c05fdb4d446ab2cc151392ffc024350e, NAME => 'test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:57,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741852_1028 (size=45) 2024-12-16T03:18:57,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741853_1029 (size=45) 2024-12-16T03:18:57,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741851_1027 (size=45) 2024-12-16T03:18:57,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:57,705 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:57,705 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 25b6696782872d832cc607adcd58ea88, disabling compactions & flushes 2024-12-16T03:18:57,705 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. 2024-12-16T03:18:57,705 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. 2024-12-16T03:18:57,705 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. after waiting 0 ms 2024-12-16T03:18:57,705 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. 2024-12-16T03:18:57,705 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. 2024-12-16T03:18:57,706 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 25b6696782872d832cc607adcd58ea88: 2024-12-16T03:18:57,706 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => df04889bf3755d23c5b3cbd7083dab54, NAME => 'test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:57,709 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:57,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:57,709 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ab8eaa29533fd6988e975778d5814077, disabling compactions & flushes 2024-12-16T03:18:57,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c05fdb4d446ab2cc151392ffc024350e, disabling compactions & flushes 2024-12-16T03:18:57,710 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. 2024-12-16T03:18:57,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. 2024-12-16T03:18:57,710 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. 2024-12-16T03:18:57,710 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. after waiting 0 ms 2024-12-16T03:18:57,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. 2024-12-16T03:18:57,710 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. 2024-12-16T03:18:57,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. after waiting 0 ms 2024-12-16T03:18:57,710 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. 2024-12-16T03:18:57,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. 2024-12-16T03:18:57,710 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ab8eaa29533fd6988e975778d5814077: 2024-12-16T03:18:57,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. 2024-12-16T03:18:57,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c05fdb4d446ab2cc151392ffc024350e: 2024-12-16T03:18:57,710 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 5c4c77be6bdd57c2abf7bd18f78d4538, NAME => 'test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:57,711 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6c55baa1e14bf797d98363787f27af19, NAME => 'test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:57,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741854_1030 (size=45) 2024-12-16T03:18:57,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741856_1032 (size=45) 2024-12-16T03:18:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741855_1031 (size=45) 2024-12-16T03:18:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:58,115 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:58,116 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing df04889bf3755d23c5b3cbd7083dab54, disabling compactions & flushes 2024-12-16T03:18:58,116 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. 2024-12-16T03:18:58,116 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. 2024-12-16T03:18:58,116 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. after waiting 0 ms 2024-12-16T03:18:58,116 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. 2024-12-16T03:18:58,116 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. 2024-12-16T03:18:58,116 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for df04889bf3755d23c5b3cbd7083dab54: 2024-12-16T03:18:58,118 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 5e80c21da7966e1c85cf718704a1cd1d, NAME => 'test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:58,119 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:58,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:58,120 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 5c4c77be6bdd57c2abf7bd18f78d4538, disabling compactions & flushes 2024-12-16T03:18:58,120 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. 2024-12-16T03:18:58,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 6c55baa1e14bf797d98363787f27af19, disabling compactions & flushes 2024-12-16T03:18:58,120 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. 2024-12-16T03:18:58,120 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. after waiting 0 ms 2024-12-16T03:18:58,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. 2024-12-16T03:18:58,120 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. 2024-12-16T03:18:58,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. 2024-12-16T03:18:58,120 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. 2024-12-16T03:18:58,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. after waiting 0 ms 2024-12-16T03:18:58,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. 2024-12-16T03:18:58,120 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 5c4c77be6bdd57c2abf7bd18f78d4538: 2024-12-16T03:18:58,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. 2024-12-16T03:18:58,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6c55baa1e14bf797d98363787f27af19: 2024-12-16T03:18:58,121 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c70166c5ffdb34c013bf93df1e8d97d4, NAME => 'test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:58,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d2eff6a209f5d8b0bec86fefb38914ac, NAME => 'test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741857_1033 (size=45) 2024-12-16T03:18:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741858_1034 (size=45) 2024-12-16T03:18:58,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741859_1035 (size=45) 2024-12-16T03:18:58,532 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:58,532 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:58,532 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c70166c5ffdb34c013bf93df1e8d97d4, disabling compactions & flushes 2024-12-16T03:18:58,532 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. 2024-12-16T03:18:58,532 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 5e80c21da7966e1c85cf718704a1cd1d, disabling compactions & flushes 2024-12-16T03:18:58,532 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. 2024-12-16T03:18:58,533 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. after waiting 0 ms 2024-12-16T03:18:58,533 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. 2024-12-16T03:18:58,533 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. 2024-12-16T03:18:58,533 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. 2024-12-16T03:18:58,533 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. 2024-12-16T03:18:58,533 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c70166c5ffdb34c013bf93df1e8d97d4: 2024-12-16T03:18:58,533 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. after waiting 0 ms 2024-12-16T03:18:58,533 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. 2024-12-16T03:18:58,533 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. 2024-12-16T03:18:58,533 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 5e80c21da7966e1c85cf718704a1cd1d: 2024-12-16T03:18:58,535 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b9d736ac7682e2eefa88cb54af5f8c7b, NAME => 'test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:58,536 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 17bc4c8446ded5aaa1a1b5690eca7441, NAME => 'test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:58,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:58,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d2eff6a209f5d8b0bec86fefb38914ac, disabling compactions & flushes 2024-12-16T03:18:58,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. 2024-12-16T03:18:58,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. 2024-12-16T03:18:58,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. after waiting 0 ms 2024-12-16T03:18:58,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. 2024-12-16T03:18:58,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. 2024-12-16T03:18:58,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d2eff6a209f5d8b0bec86fefb38914ac: 2024-12-16T03:18:58,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fe55c9dcf987ec73369b67c5167f46ef, NAME => 'test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:58,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741861_1037 (size=45) 2024-12-16T03:18:58,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741860_1036 (size=45) 2024-12-16T03:18:58,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741862_1038 (size=45) 2024-12-16T03:18:58,546 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:58,546 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 17bc4c8446ded5aaa1a1b5690eca7441, disabling compactions & flushes 2024-12-16T03:18:58,546 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. 2024-12-16T03:18:58,546 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. 2024-12-16T03:18:58,546 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. after waiting 0 ms 2024-12-16T03:18:58,546 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. 2024-12-16T03:18:58,546 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. 2024-12-16T03:18:58,546 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 17bc4c8446ded5aaa1a1b5690eca7441: 2024-12-16T03:18:58,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:58,547 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 27b49d5f71f1bc3e0d27d9e3e8c54aa7, NAME => 'test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:18:58,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing fe55c9dcf987ec73369b67c5167f46ef, disabling compactions & flushes 2024-12-16T03:18:58,547 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. 2024-12-16T03:18:58,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. 2024-12-16T03:18:58,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. after waiting 0 ms 2024-12-16T03:18:58,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. 2024-12-16T03:18:58,547 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. 2024-12-16T03:18:58,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for fe55c9dcf987ec73369b67c5167f46ef: 2024-12-16T03:18:58,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741863_1039 (size=42) 2024-12-16T03:18:58,946 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:58,946 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b9d736ac7682e2eefa88cb54af5f8c7b, disabling compactions & flushes 2024-12-16T03:18:58,946 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. 2024-12-16T03:18:58,947 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. 2024-12-16T03:18:58,947 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. after waiting 0 ms 2024-12-16T03:18:58,947 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. 2024-12-16T03:18:58,947 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. 2024-12-16T03:18:58,947 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b9d736ac7682e2eefa88cb54af5f8c7b: 2024-12-16T03:18:58,954 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:58,955 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 27b49d5f71f1bc3e0d27d9e3e8c54aa7, disabling compactions & flushes 2024-12-16T03:18:58,955 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. 2024-12-16T03:18:58,955 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. 2024-12-16T03:18:58,955 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. after waiting 0 ms 2024-12-16T03:18:58,955 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. 2024-12-16T03:18:58,955 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. 2024-12-16T03:18:58,955 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 27b49d5f71f1bc3e0d27d9e3e8c54aa7: 2024-12-16T03:18:58,957 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:18:58,958 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734319135629.10098fe07655b29477526f001508c0bb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,958 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,959 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,959 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,959 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,960 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,960 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,960 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,961 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,961 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,961 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,962 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,962 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,962 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,963 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,963 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,963 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,963 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,964 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,964 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,964 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,965 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,965 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,965 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,965 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,966 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734319138957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319138957"}]},"ts":"1734319138957"} 2024-12-16T03:18:58,972 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-16T03:18:58,973 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:18:58,973 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319138973"}]},"ts":"1734319138973"} 2024-12-16T03:18:58,975 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-16T03:18:58,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2489749d12610f8e8be9d4ca0e85fa54, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8956ffa0969711c9fb15c329e0b7b56c, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=10098fe07655b29477526f001508c0bb, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0c4eb1f70cc86a44454cd31f1bc8fcf3, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4cdcf687e7120494759fc8947da1c986, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e547bd614f55a8f2f05145f6e5047da4, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=371e56571acff4922716b99b98c7a5cf, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=baf357c1b5aa0c0cb5147f0751fdce6b, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a071c278d1875cb433a5db01ecb235c2, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=27f3ae4498ece289c54eae9d52a76a65, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b7a1c68e14cb14379ec7b5d3931d0f6c, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3125a1d88fd7258aad5038ed549cc397, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=efb1aee8d58c19641d4d15a07d2d1fd6, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=25b6696782872d832cc607adcd58ea88, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ab8eaa29533fd6988e975778d5814077, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c05fdb4d446ab2cc151392ffc024350e, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=df04889bf3755d23c5b3cbd7083dab54, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5c4c77be6bdd57c2abf7bd18f78d4538, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c55baa1e14bf797d98363787f27af19, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5e80c21da7966e1c85cf718704a1cd1d, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c70166c5ffdb34c013bf93df1e8d97d4, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d2eff6a209f5d8b0bec86fefb38914ac, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b9d736ac7682e2eefa88cb54af5f8c7b, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=17bc4c8446ded5aaa1a1b5690eca7441, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fe55c9dcf987ec73369b67c5167f46ef, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=27b49d5f71f1bc3e0d27d9e3e8c54aa7, ASSIGN}] 2024-12-16T03:18:58,995 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4cdcf687e7120494759fc8947da1c986, ASSIGN 2024-12-16T03:18:58,995 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=10098fe07655b29477526f001508c0bb, ASSIGN 2024-12-16T03:18:58,996 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0c4eb1f70cc86a44454cd31f1bc8fcf3, ASSIGN 2024-12-16T03:18:58,996 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8956ffa0969711c9fb15c329e0b7b56c, ASSIGN 2024-12-16T03:18:58,996 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4cdcf687e7120494759fc8947da1c986, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:58,996 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=10098fe07655b29477526f001508c0bb, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:58,996 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0c4eb1f70cc86a44454cd31f1bc8fcf3, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:58,997 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8956ffa0969711c9fb15c329e0b7b56c, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:58,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=17bc4c8446ded5aaa1a1b5690eca7441, ASSIGN 2024-12-16T03:18:58,999 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fe55c9dcf987ec73369b67c5167f46ef, ASSIGN 2024-12-16T03:18:58,999 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=27b49d5f71f1bc3e0d27d9e3e8c54aa7, ASSIGN 2024-12-16T03:18:58,999 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b9d736ac7682e2eefa88cb54af5f8c7b, ASSIGN 2024-12-16T03:18:58,999 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d2eff6a209f5d8b0bec86fefb38914ac, ASSIGN 2024-12-16T03:18:59,000 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fe55c9dcf987ec73369b67c5167f46ef, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=17bc4c8446ded5aaa1a1b5690eca7441, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,000 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=27b49d5f71f1bc3e0d27d9e3e8c54aa7, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,000 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b9d736ac7682e2eefa88cb54af5f8c7b, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,000 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d2eff6a209f5d8b0bec86fefb38914ac, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,003 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5e80c21da7966e1c85cf718704a1cd1d, ASSIGN 2024-12-16T03:18:59,003 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5c4c77be6bdd57c2abf7bd18f78d4538, ASSIGN 2024-12-16T03:18:59,003 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c55baa1e14bf797d98363787f27af19, ASSIGN 2024-12-16T03:18:59,003 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c70166c5ffdb34c013bf93df1e8d97d4, ASSIGN 2024-12-16T03:18:59,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=df04889bf3755d23c5b3cbd7083dab54, ASSIGN 2024-12-16T03:18:59,003 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5e80c21da7966e1c85cf718704a1cd1d, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,003 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5c4c77be6bdd57c2abf7bd18f78d4538, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,004 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6c55baa1e14bf797d98363787f27af19, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,004 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c70166c5ffdb34c013bf93df1e8d97d4, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=df04889bf3755d23c5b3cbd7083dab54, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,006 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=efb1aee8d58c19641d4d15a07d2d1fd6, ASSIGN 2024-12-16T03:18:59,006 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=25b6696782872d832cc607adcd58ea88, ASSIGN 2024-12-16T03:18:59,006 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3125a1d88fd7258aad5038ed549cc397, ASSIGN 2024-12-16T03:18:59,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ab8eaa29533fd6988e975778d5814077, ASSIGN 2024-12-16T03:18:59,006 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c05fdb4d446ab2cc151392ffc024350e, ASSIGN 2024-12-16T03:18:59,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=efb1aee8d58c19641d4d15a07d2d1fd6, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,007 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=25b6696782872d832cc607adcd58ea88, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,007 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3125a1d88fd7258aad5038ed549cc397, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,007 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ab8eaa29533fd6988e975778d5814077, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,007 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c05fdb4d446ab2cc151392ffc024350e, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,009 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a071c278d1875cb433a5db01ecb235c2, ASSIGN 2024-12-16T03:18:59,009 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=baf357c1b5aa0c0cb5147f0751fdce6b, ASSIGN 2024-12-16T03:18:59,009 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=27f3ae4498ece289c54eae9d52a76a65, ASSIGN 2024-12-16T03:18:59,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b7a1c68e14cb14379ec7b5d3931d0f6c, ASSIGN 2024-12-16T03:18:59,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=371e56571acff4922716b99b98c7a5cf, ASSIGN 2024-12-16T03:18:59,009 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a071c278d1875cb433a5db01ecb235c2, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,009 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=baf357c1b5aa0c0cb5147f0751fdce6b, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,010 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=27f3ae4498ece289c54eae9d52a76a65, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,010 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b7a1c68e14cb14379ec7b5d3931d0f6c, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,010 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=371e56571acff4922716b99b98c7a5cf, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,012 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2489749d12610f8e8be9d4ca0e85fa54, ASSIGN 2024-12-16T03:18:59,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e547bd614f55a8f2f05145f6e5047da4, ASSIGN 2024-12-16T03:18:59,012 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2489749d12610f8e8be9d4ca0e85fa54, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,012 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e547bd614f55a8f2f05145f6e5047da4, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:18:59,147 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=5e80c21da7966e1c85cf718704a1cd1d, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=a071c278d1875cb433a5db01ecb235c2, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,147 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=b9d736ac7682e2eefa88cb54af5f8c7b, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=27b49d5f71f1bc3e0d27d9e3e8c54aa7, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,147 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=fe55c9dcf987ec73369b67c5167f46ef, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=29, state=RUNNABLE; OpenRegionProcedure 5e80c21da7966e1c85cf718704a1cd1d, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=32, state=RUNNABLE; OpenRegionProcedure b9d736ac7682e2eefa88cb54af5f8c7b, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=34, state=RUNNABLE; OpenRegionProcedure fe55c9dcf987ec73369b67c5167f46ef, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=35, state=RUNNABLE; OpenRegionProcedure 27b49d5f71f1bc3e0d27d9e3e8c54aa7, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,159 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=baf357c1b5aa0c0cb5147f0751fdce6b, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=18, state=RUNNABLE; OpenRegionProcedure a071c278d1875cb433a5db01ecb235c2, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=efb1aee8d58c19641d4d15a07d2d1fd6, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=17, state=RUNNABLE; OpenRegionProcedure baf357c1b5aa0c0cb5147f0751fdce6b, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=c70166c5ffdb34c013bf93df1e8d97d4, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=22, state=RUNNABLE; OpenRegionProcedure efb1aee8d58c19641d4d15a07d2d1fd6, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=30, state=RUNNABLE; OpenRegionProcedure c70166c5ffdb34c013bf93df1e8d97d4, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=ab8eaa29533fd6988e975778d5814077, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,163 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=b7a1c68e14cb14379ec7b5d3931d0f6c, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=20, state=RUNNABLE; OpenRegionProcedure b7a1c68e14cb14379ec7b5d3931d0f6c, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2489749d12610f8e8be9d4ca0e85fa54, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=24, state=RUNNABLE; OpenRegionProcedure ab8eaa29533fd6988e975778d5814077, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=10, state=RUNNABLE; OpenRegionProcedure 2489749d12610f8e8be9d4ca0e85fa54, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=27f3ae4498ece289c54eae9d52a76a65, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,167 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=25b6696782872d832cc607adcd58ea88, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=4cdcf687e7120494759fc8947da1c986, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=19, state=RUNNABLE; OpenRegionProcedure 27f3ae4498ece289c54eae9d52a76a65, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=23, state=RUNNABLE; OpenRegionProcedure 25b6696782872d832cc607adcd58ea88, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=14, state=RUNNABLE; OpenRegionProcedure 4cdcf687e7120494759fc8947da1c986, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=e547bd614f55a8f2f05145f6e5047da4, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=3125a1d88fd7258aad5038ed549cc397, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=15, state=RUNNABLE; OpenRegionProcedure e547bd614f55a8f2f05145f6e5047da4, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=21, state=RUNNABLE; OpenRegionProcedure 3125a1d88fd7258aad5038ed549cc397, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,174 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=c05fdb4d446ab2cc151392ffc024350e, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,175 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=6c55baa1e14bf797d98363787f27af19, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,175 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8956ffa0969711c9fb15c329e0b7b56c, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=25, state=RUNNABLE; OpenRegionProcedure c05fdb4d446ab2cc151392ffc024350e, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=11, state=RUNNABLE; OpenRegionProcedure 8956ffa0969711c9fb15c329e0b7b56c, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=0c4eb1f70cc86a44454cd31f1bc8fcf3, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,177 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=df04889bf3755d23c5b3cbd7083dab54, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=28, state=RUNNABLE; OpenRegionProcedure 6c55baa1e14bf797d98363787f27af19, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=26, state=RUNNABLE; OpenRegionProcedure df04889bf3755d23c5b3cbd7083dab54, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=13, state=RUNNABLE; OpenRegionProcedure 0c4eb1f70cc86a44454cd31f1bc8fcf3, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,181 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=10098fe07655b29477526f001508c0bb, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=17bc4c8446ded5aaa1a1b5690eca7441, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=d2eff6a209f5d8b0bec86fefb38914ac, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=33, state=RUNNABLE; OpenRegionProcedure 17bc4c8446ded5aaa1a1b5690eca7441, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,183 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=371e56571acff4922716b99b98c7a5cf, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=12, state=RUNNABLE; OpenRegionProcedure 10098fe07655b29477526f001508c0bb, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=31, state=RUNNABLE; OpenRegionProcedure d2eff6a209f5d8b0bec86fefb38914ac, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=16, state=RUNNABLE; OpenRegionProcedure 371e56571acff4922716b99b98c7a5cf, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=5c4c77be6bdd57c2abf7bd18f78d4538, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=27, state=RUNNABLE; OpenRegionProcedure 5c4c77be6bdd57c2abf7bd18f78d4538, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:18:59,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,315 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. 2024-12-16T03:18:59,315 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => a071c278d1875cb433a5db01ecb235c2, NAME => 'test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-16T03:18:59,316 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a071c278d1875cb433a5db01ecb235c2 2024-12-16T03:18:59,316 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,317 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for a071c278d1875cb433a5db01ecb235c2 2024-12-16T03:18:59,317 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for a071c278d1875cb433a5db01ecb235c2 2024-12-16T03:18:59,320 INFO [StoreOpener-a071c278d1875cb433a5db01ecb235c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a071c278d1875cb433a5db01ecb235c2 2024-12-16T03:18:59,321 INFO [StoreOpener-a071c278d1875cb433a5db01ecb235c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a071c278d1875cb433a5db01ecb235c2 columnFamilyName f 2024-12-16T03:18:59,321 DEBUG [StoreOpener-a071c278d1875cb433a5db01ecb235c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,322 INFO [StoreOpener-a071c278d1875cb433a5db01ecb235c2-1 {}] regionserver.HStore(327): Store=a071c278d1875cb433a5db01ecb235c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,322 INFO [StoreOpener-a071c278d1875cb433a5db01ecb235c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a071c278d1875cb433a5db01ecb235c2 2024-12-16T03:18:59,323 INFO [StoreOpener-a071c278d1875cb433a5db01ecb235c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a071c278d1875cb433a5db01ecb235c2 columnFamilyName norep 2024-12-16T03:18:59,323 DEBUG [StoreOpener-a071c278d1875cb433a5db01ecb235c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,324 INFO [StoreOpener-a071c278d1875cb433a5db01ecb235c2-1 {}] regionserver.HStore(327): Store=a071c278d1875cb433a5db01ecb235c2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,324 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/a071c278d1875cb433a5db01ecb235c2 2024-12-16T03:18:59,325 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/a071c278d1875cb433a5db01ecb235c2 2024-12-16T03:18:59,326 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,327 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for a071c278d1875cb433a5db01ecb235c2 2024-12-16T03:18:59,329 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/a071c278d1875cb433a5db01ecb235c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,329 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened a071c278d1875cb433a5db01ecb235c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71913237, jitterRate=0.07159073650836945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,330 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for a071c278d1875cb433a5db01ecb235c2: 2024-12-16T03:18:59,330 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2., pid=40, masterSystemTime=1734319139306 2024-12-16T03:18:59,332 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. 2024-12-16T03:18:59,332 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. 2024-12-16T03:18:59,333 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. 2024-12-16T03:18:59,333 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=a071c278d1875cb433a5db01ecb235c2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,333 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => b9d736ac7682e2eefa88cb54af5f8c7b, NAME => 'test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-16T03:18:59,333 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9d736ac7682e2eefa88cb54af5f8c7b 2024-12-16T03:18:59,333 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,333 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for b9d736ac7682e2eefa88cb54af5f8c7b 2024-12-16T03:18:59,333 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for b9d736ac7682e2eefa88cb54af5f8c7b 2024-12-16T03:18:59,335 INFO [StoreOpener-b9d736ac7682e2eefa88cb54af5f8c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9d736ac7682e2eefa88cb54af5f8c7b 2024-12-16T03:18:59,337 INFO [StoreOpener-b9d736ac7682e2eefa88cb54af5f8c7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d736ac7682e2eefa88cb54af5f8c7b columnFamilyName f 2024-12-16T03:18:59,337 DEBUG [StoreOpener-b9d736ac7682e2eefa88cb54af5f8c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=18 2024-12-16T03:18:59,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=18, state=SUCCESS; OpenRegionProcedure a071c278d1875cb433a5db01ecb235c2, server=f0d65a6309ee,43211,1734319122446 in 176 msec 2024-12-16T03:18:59,338 INFO [StoreOpener-b9d736ac7682e2eefa88cb54af5f8c7b-1 {}] regionserver.HStore(327): Store=b9d736ac7682e2eefa88cb54af5f8c7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,338 INFO [StoreOpener-b9d736ac7682e2eefa88cb54af5f8c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9d736ac7682e2eefa88cb54af5f8c7b 2024-12-16T03:18:59,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a071c278d1875cb433a5db01ecb235c2, ASSIGN in 345 msec 2024-12-16T03:18:59,340 INFO [StoreOpener-b9d736ac7682e2eefa88cb54af5f8c7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d736ac7682e2eefa88cb54af5f8c7b columnFamilyName norep 2024-12-16T03:18:59,340 DEBUG [StoreOpener-b9d736ac7682e2eefa88cb54af5f8c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,341 INFO [StoreOpener-b9d736ac7682e2eefa88cb54af5f8c7b-1 {}] regionserver.HStore(327): Store=b9d736ac7682e2eefa88cb54af5f8c7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,342 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/b9d736ac7682e2eefa88cb54af5f8c7b 2024-12-16T03:18:59,342 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/b9d736ac7682e2eefa88cb54af5f8c7b 2024-12-16T03:18:59,343 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,344 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for b9d736ac7682e2eefa88cb54af5f8c7b 2024-12-16T03:18:59,346 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/b9d736ac7682e2eefa88cb54af5f8c7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,347 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened b9d736ac7682e2eefa88cb54af5f8c7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74246061, jitterRate=0.10635252296924591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,347 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for b9d736ac7682e2eefa88cb54af5f8c7b: 2024-12-16T03:18:59,347 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b., pid=37, masterSystemTime=1734319139306 2024-12-16T03:18:59,349 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. 2024-12-16T03:18:59,349 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. 2024-12-16T03:18:59,349 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. 2024-12-16T03:18:59,349 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 5e80c21da7966e1c85cf718704a1cd1d, NAME => 'test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-16T03:18:59,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=b9d736ac7682e2eefa88cb54af5f8c7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,350 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e80c21da7966e1c85cf718704a1cd1d 2024-12-16T03:18:59,350 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,350 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 5e80c21da7966e1c85cf718704a1cd1d 2024-12-16T03:18:59,350 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 5e80c21da7966e1c85cf718704a1cd1d 2024-12-16T03:18:59,351 INFO [StoreOpener-5e80c21da7966e1c85cf718704a1cd1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e80c21da7966e1c85cf718704a1cd1d 2024-12-16T03:18:59,353 INFO [StoreOpener-5e80c21da7966e1c85cf718704a1cd1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e80c21da7966e1c85cf718704a1cd1d columnFamilyName f 2024-12-16T03:18:59,353 DEBUG [StoreOpener-5e80c21da7966e1c85cf718704a1cd1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=32 2024-12-16T03:18:59,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=32, state=SUCCESS; OpenRegionProcedure b9d736ac7682e2eefa88cb54af5f8c7b, server=f0d65a6309ee,43211,1734319122446 in 197 msec 2024-12-16T03:18:59,354 INFO [StoreOpener-5e80c21da7966e1c85cf718704a1cd1d-1 {}] regionserver.HStore(327): Store=5e80c21da7966e1c85cf718704a1cd1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,354 INFO [StoreOpener-5e80c21da7966e1c85cf718704a1cd1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e80c21da7966e1c85cf718704a1cd1d 2024-12-16T03:18:59,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b9d736ac7682e2eefa88cb54af5f8c7b, ASSIGN in 361 msec 2024-12-16T03:18:59,355 INFO [StoreOpener-5e80c21da7966e1c85cf718704a1cd1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e80c21da7966e1c85cf718704a1cd1d columnFamilyName norep 2024-12-16T03:18:59,355 DEBUG [StoreOpener-5e80c21da7966e1c85cf718704a1cd1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,356 INFO [StoreOpener-5e80c21da7966e1c85cf718704a1cd1d-1 {}] regionserver.HStore(327): Store=5e80c21da7966e1c85cf718704a1cd1d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,356 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/5e80c21da7966e1c85cf718704a1cd1d 2024-12-16T03:18:59,357 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/5e80c21da7966e1c85cf718704a1cd1d 2024-12-16T03:18:59,358 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,359 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 5e80c21da7966e1c85cf718704a1cd1d 2024-12-16T03:18:59,361 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/5e80c21da7966e1c85cf718704a1cd1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,361 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 5e80c21da7966e1c85cf718704a1cd1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59172754, jitterRate=-0.11825725436210632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,362 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 5e80c21da7966e1c85cf718704a1cd1d: 2024-12-16T03:18:59,362 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d., pid=36, masterSystemTime=1734319139306 2024-12-16T03:18:59,364 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. 2024-12-16T03:18:59,364 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. 2024-12-16T03:18:59,364 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. 2024-12-16T03:18:59,364 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=5e80c21da7966e1c85cf718704a1cd1d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,364 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 10098fe07655b29477526f001508c0bb, NAME => 'test,ccc,1734319135629.10098fe07655b29477526f001508c0bb.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-16T03:18:59,365 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 10098fe07655b29477526f001508c0bb 2024-12-16T03:18:59,365 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ccc,1734319135629.10098fe07655b29477526f001508c0bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,365 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 10098fe07655b29477526f001508c0bb 2024-12-16T03:18:59,365 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 10098fe07655b29477526f001508c0bb 2024-12-16T03:18:59,366 INFO [StoreOpener-10098fe07655b29477526f001508c0bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 10098fe07655b29477526f001508c0bb 2024-12-16T03:18:59,368 INFO [StoreOpener-10098fe07655b29477526f001508c0bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10098fe07655b29477526f001508c0bb columnFamilyName f 2024-12-16T03:18:59,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=29 2024-12-16T03:18:59,368 DEBUG [StoreOpener-10098fe07655b29477526f001508c0bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=29, state=SUCCESS; OpenRegionProcedure 5e80c21da7966e1c85cf718704a1cd1d, server=f0d65a6309ee,43211,1734319122446 in 215 msec 2024-12-16T03:18:59,369 INFO [StoreOpener-10098fe07655b29477526f001508c0bb-1 {}] regionserver.HStore(327): Store=10098fe07655b29477526f001508c0bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,369 INFO [StoreOpener-10098fe07655b29477526f001508c0bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 10098fe07655b29477526f001508c0bb 2024-12-16T03:18:59,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5e80c21da7966e1c85cf718704a1cd1d, ASSIGN in 376 msec 2024-12-16T03:18:59,370 INFO [StoreOpener-10098fe07655b29477526f001508c0bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10098fe07655b29477526f001508c0bb columnFamilyName norep 2024-12-16T03:18:59,370 DEBUG [StoreOpener-10098fe07655b29477526f001508c0bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,371 INFO [StoreOpener-10098fe07655b29477526f001508c0bb-1 {}] regionserver.HStore(327): Store=10098fe07655b29477526f001508c0bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,371 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/10098fe07655b29477526f001508c0bb 2024-12-16T03:18:59,372 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/10098fe07655b29477526f001508c0bb 2024-12-16T03:18:59,373 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,374 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 10098fe07655b29477526f001508c0bb 2024-12-16T03:18:59,376 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/10098fe07655b29477526f001508c0bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,376 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 10098fe07655b29477526f001508c0bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69889021, jitterRate=0.04142756760120392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,377 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 10098fe07655b29477526f001508c0bb: 2024-12-16T03:18:59,377 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734319135629.10098fe07655b29477526f001508c0bb., pid=58, masterSystemTime=1734319139306 2024-12-16T03:18:59,379 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. 2024-12-16T03:18:59,379 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. 2024-12-16T03:18:59,379 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. 2024-12-16T03:18:59,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=10098fe07655b29477526f001508c0bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,379 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 371e56571acff4922716b99b98c7a5cf, NAME => 'test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-16T03:18:59,380 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 371e56571acff4922716b99b98c7a5cf 2024-12-16T03:18:59,380 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,380 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 371e56571acff4922716b99b98c7a5cf 2024-12-16T03:18:59,380 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 371e56571acff4922716b99b98c7a5cf 2024-12-16T03:18:59,382 INFO [StoreOpener-371e56571acff4922716b99b98c7a5cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 371e56571acff4922716b99b98c7a5cf 2024-12-16T03:18:59,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=12 2024-12-16T03:18:59,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=12, state=SUCCESS; OpenRegionProcedure 10098fe07655b29477526f001508c0bb, server=f0d65a6309ee,43211,1734319122446 in 197 msec 2024-12-16T03:18:59,384 INFO [StoreOpener-371e56571acff4922716b99b98c7a5cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 371e56571acff4922716b99b98c7a5cf columnFamilyName f 2024-12-16T03:18:59,384 DEBUG [StoreOpener-371e56571acff4922716b99b98c7a5cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=10098fe07655b29477526f001508c0bb, ASSIGN in 391 msec 2024-12-16T03:18:59,385 INFO [StoreOpener-371e56571acff4922716b99b98c7a5cf-1 {}] regionserver.HStore(327): Store=371e56571acff4922716b99b98c7a5cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,385 INFO [StoreOpener-371e56571acff4922716b99b98c7a5cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 371e56571acff4922716b99b98c7a5cf 2024-12-16T03:18:59,386 INFO [StoreOpener-371e56571acff4922716b99b98c7a5cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 371e56571acff4922716b99b98c7a5cf columnFamilyName norep 2024-12-16T03:18:59,386 DEBUG [StoreOpener-371e56571acff4922716b99b98c7a5cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,387 INFO [StoreOpener-371e56571acff4922716b99b98c7a5cf-1 {}] regionserver.HStore(327): Store=371e56571acff4922716b99b98c7a5cf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,388 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/371e56571acff4922716b99b98c7a5cf 2024-12-16T03:18:59,388 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/371e56571acff4922716b99b98c7a5cf 2024-12-16T03:18:59,389 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,391 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 371e56571acff4922716b99b98c7a5cf 2024-12-16T03:18:59,393 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/371e56571acff4922716b99b98c7a5cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,393 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 371e56571acff4922716b99b98c7a5cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69451930, jitterRate=0.03491440415382385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,394 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 371e56571acff4922716b99b98c7a5cf: 2024-12-16T03:18:59,394 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf., pid=60, masterSystemTime=1734319139306 2024-12-16T03:18:59,396 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. 2024-12-16T03:18:59,396 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. 2024-12-16T03:18:59,396 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. 2024-12-16T03:18:59,396 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 8956ffa0969711c9fb15c329e0b7b56c, NAME => 'test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-16T03:18:59,396 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=371e56571acff4922716b99b98c7a5cf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,397 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8956ffa0969711c9fb15c329e0b7b56c 2024-12-16T03:18:59,397 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,397 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 8956ffa0969711c9fb15c329e0b7b56c 2024-12-16T03:18:59,397 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 8956ffa0969711c9fb15c329e0b7b56c 2024-12-16T03:18:59,399 INFO [StoreOpener-8956ffa0969711c9fb15c329e0b7b56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8956ffa0969711c9fb15c329e0b7b56c 2024-12-16T03:18:59,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=16 2024-12-16T03:18:59,401 INFO [StoreOpener-8956ffa0969711c9fb15c329e0b7b56c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8956ffa0969711c9fb15c329e0b7b56c columnFamilyName f 2024-12-16T03:18:59,401 DEBUG [StoreOpener-8956ffa0969711c9fb15c329e0b7b56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=16, state=SUCCESS; OpenRegionProcedure 371e56571acff4922716b99b98c7a5cf, server=f0d65a6309ee,43211,1734319122446 in 214 msec 2024-12-16T03:18:59,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=371e56571acff4922716b99b98c7a5cf, ASSIGN in 409 msec 2024-12-16T03:18:59,402 INFO [StoreOpener-8956ffa0969711c9fb15c329e0b7b56c-1 {}] regionserver.HStore(327): Store=8956ffa0969711c9fb15c329e0b7b56c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,402 INFO [StoreOpener-8956ffa0969711c9fb15c329e0b7b56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8956ffa0969711c9fb15c329e0b7b56c 2024-12-16T03:18:59,403 INFO [StoreOpener-8956ffa0969711c9fb15c329e0b7b56c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8956ffa0969711c9fb15c329e0b7b56c columnFamilyName norep 2024-12-16T03:18:59,404 DEBUG [StoreOpener-8956ffa0969711c9fb15c329e0b7b56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,404 INFO [StoreOpener-8956ffa0969711c9fb15c329e0b7b56c-1 {}] regionserver.HStore(327): Store=8956ffa0969711c9fb15c329e0b7b56c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,405 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/8956ffa0969711c9fb15c329e0b7b56c 2024-12-16T03:18:59,405 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/8956ffa0969711c9fb15c329e0b7b56c 2024-12-16T03:18:59,406 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,407 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 8956ffa0969711c9fb15c329e0b7b56c 2024-12-16T03:18:59,410 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/8956ffa0969711c9fb15c329e0b7b56c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,410 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 8956ffa0969711c9fb15c329e0b7b56c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60786649, jitterRate=-0.09420834481716156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,410 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 8956ffa0969711c9fb15c329e0b7b56c: 2024-12-16T03:18:59,411 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c., pid=53, masterSystemTime=1734319139306 2024-12-16T03:18:59,413 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. 2024-12-16T03:18:59,413 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. 2024-12-16T03:18:59,413 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. 2024-12-16T03:18:59,413 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8956ffa0969711c9fb15c329e0b7b56c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,413 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 4cdcf687e7120494759fc8947da1c986, NAME => 'test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-16T03:18:59,414 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4cdcf687e7120494759fc8947da1c986 2024-12-16T03:18:59,414 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,414 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 4cdcf687e7120494759fc8947da1c986 2024-12-16T03:18:59,414 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 4cdcf687e7120494759fc8947da1c986 2024-12-16T03:18:59,415 INFO [StoreOpener-4cdcf687e7120494759fc8947da1c986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4cdcf687e7120494759fc8947da1c986 2024-12-16T03:18:59,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=11 2024-12-16T03:18:59,417 INFO [StoreOpener-4cdcf687e7120494759fc8947da1c986-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cdcf687e7120494759fc8947da1c986 columnFamilyName f 2024-12-16T03:18:59,417 DEBUG [StoreOpener-4cdcf687e7120494759fc8947da1c986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=11, state=SUCCESS; OpenRegionProcedure 8956ffa0969711c9fb15c329e0b7b56c, server=f0d65a6309ee,43211,1734319122446 in 238 msec 2024-12-16T03:18:59,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8956ffa0969711c9fb15c329e0b7b56c, ASSIGN in 425 msec 2024-12-16T03:18:59,418 INFO [StoreOpener-4cdcf687e7120494759fc8947da1c986-1 {}] regionserver.HStore(327): Store=4cdcf687e7120494759fc8947da1c986/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,418 INFO [StoreOpener-4cdcf687e7120494759fc8947da1c986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4cdcf687e7120494759fc8947da1c986 2024-12-16T03:18:59,420 INFO [StoreOpener-4cdcf687e7120494759fc8947da1c986-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cdcf687e7120494759fc8947da1c986 columnFamilyName norep 2024-12-16T03:18:59,420 DEBUG [StoreOpener-4cdcf687e7120494759fc8947da1c986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,420 INFO [StoreOpener-4cdcf687e7120494759fc8947da1c986-1 {}] regionserver.HStore(327): Store=4cdcf687e7120494759fc8947da1c986/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,421 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/4cdcf687e7120494759fc8947da1c986 2024-12-16T03:18:59,422 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/4cdcf687e7120494759fc8947da1c986 2024-12-16T03:18:59,423 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,424 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 4cdcf687e7120494759fc8947da1c986 2024-12-16T03:18:59,427 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/4cdcf687e7120494759fc8947da1c986/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,427 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 4cdcf687e7120494759fc8947da1c986; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72936495, jitterRate=0.08683846890926361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,427 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 4cdcf687e7120494759fc8947da1c986: 2024-12-16T03:18:59,428 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986., pid=49, masterSystemTime=1734319139306 2024-12-16T03:18:59,429 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. 2024-12-16T03:18:59,429 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. 2024-12-16T03:18:59,430 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. 2024-12-16T03:18:59,430 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 25b6696782872d832cc607adcd58ea88, NAME => 'test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-16T03:18:59,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=4cdcf687e7120494759fc8947da1c986, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,430 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 25b6696782872d832cc607adcd58ea88 2024-12-16T03:18:59,430 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,430 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 25b6696782872d832cc607adcd58ea88 2024-12-16T03:18:59,430 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 25b6696782872d832cc607adcd58ea88 2024-12-16T03:18:59,432 INFO [StoreOpener-25b6696782872d832cc607adcd58ea88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 25b6696782872d832cc607adcd58ea88 2024-12-16T03:18:59,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=14 2024-12-16T03:18:59,434 INFO [StoreOpener-25b6696782872d832cc607adcd58ea88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25b6696782872d832cc607adcd58ea88 columnFamilyName f 2024-12-16T03:18:59,434 DEBUG [StoreOpener-25b6696782872d832cc607adcd58ea88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=14, state=SUCCESS; OpenRegionProcedure 4cdcf687e7120494759fc8947da1c986, server=f0d65a6309ee,43211,1734319122446 in 262 msec 2024-12-16T03:18:59,434 INFO [StoreOpener-25b6696782872d832cc607adcd58ea88-1 {}] regionserver.HStore(327): Store=25b6696782872d832cc607adcd58ea88/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,435 INFO [StoreOpener-25b6696782872d832cc607adcd58ea88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 25b6696782872d832cc607adcd58ea88 2024-12-16T03:18:59,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4cdcf687e7120494759fc8947da1c986, ASSIGN in 442 msec 2024-12-16T03:18:59,436 INFO [StoreOpener-25b6696782872d832cc607adcd58ea88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25b6696782872d832cc607adcd58ea88 columnFamilyName norep 2024-12-16T03:18:59,436 DEBUG [StoreOpener-25b6696782872d832cc607adcd58ea88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,436 INFO [StoreOpener-25b6696782872d832cc607adcd58ea88-1 {}] regionserver.HStore(327): Store=25b6696782872d832cc607adcd58ea88/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,437 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/25b6696782872d832cc607adcd58ea88 2024-12-16T03:18:59,438 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/25b6696782872d832cc607adcd58ea88 2024-12-16T03:18:59,439 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,440 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 25b6696782872d832cc607adcd58ea88 2024-12-16T03:18:59,442 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/25b6696782872d832cc607adcd58ea88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,443 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 25b6696782872d832cc607adcd58ea88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70285411, jitterRate=0.04733423888683319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,443 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 25b6696782872d832cc607adcd58ea88: 2024-12-16T03:18:59,444 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88., pid=48, masterSystemTime=1734319139306 2024-12-16T03:18:59,446 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. 2024-12-16T03:18:59,446 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. 2024-12-16T03:18:59,446 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. 2024-12-16T03:18:59,446 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => fe55c9dcf987ec73369b67c5167f46ef, NAME => 'test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-16T03:18:59,446 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=25b6696782872d832cc607adcd58ea88, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,446 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:18:59,446 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,446 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:18:59,446 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:18:59,448 INFO [StoreOpener-fe55c9dcf987ec73369b67c5167f46ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:18:59,450 INFO [StoreOpener-fe55c9dcf987ec73369b67c5167f46ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe55c9dcf987ec73369b67c5167f46ef columnFamilyName f 2024-12-16T03:18:59,450 DEBUG [StoreOpener-fe55c9dcf987ec73369b67c5167f46ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=23 2024-12-16T03:18:59,451 INFO [StoreOpener-fe55c9dcf987ec73369b67c5167f46ef-1 {}] regionserver.HStore(327): Store=fe55c9dcf987ec73369b67c5167f46ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=23, state=SUCCESS; OpenRegionProcedure 25b6696782872d832cc607adcd58ea88, server=f0d65a6309ee,43211,1734319122446 in 279 msec 2024-12-16T03:18:59,451 INFO [StoreOpener-fe55c9dcf987ec73369b67c5167f46ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:18:59,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=25b6696782872d832cc607adcd58ea88, ASSIGN in 458 msec 2024-12-16T03:18:59,452 INFO [StoreOpener-fe55c9dcf987ec73369b67c5167f46ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe55c9dcf987ec73369b67c5167f46ef columnFamilyName norep 2024-12-16T03:18:59,453 DEBUG [StoreOpener-fe55c9dcf987ec73369b67c5167f46ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,453 INFO [StoreOpener-fe55c9dcf987ec73369b67c5167f46ef-1 {}] regionserver.HStore(327): Store=fe55c9dcf987ec73369b67c5167f46ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,454 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:18:59,454 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:18:59,455 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,457 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:18:59,459 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/fe55c9dcf987ec73369b67c5167f46ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,460 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened fe55c9dcf987ec73369b67c5167f46ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70824376, jitterRate=0.05536544322967529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,460 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for fe55c9dcf987ec73369b67c5167f46ef: 2024-12-16T03:18:59,461 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef., pid=38, masterSystemTime=1734319139306 2024-12-16T03:18:59,463 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. 2024-12-16T03:18:59,463 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. 2024-12-16T03:18:59,463 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. 2024-12-16T03:18:59,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=fe55c9dcf987ec73369b67c5167f46ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,463 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 27b49d5f71f1bc3e0d27d9e3e8c54aa7, NAME => 'test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-16T03:18:59,464 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 27b49d5f71f1bc3e0d27d9e3e8c54aa7 2024-12-16T03:18:59,464 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,464 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 27b49d5f71f1bc3e0d27d9e3e8c54aa7 2024-12-16T03:18:59,464 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 27b49d5f71f1bc3e0d27d9e3e8c54aa7 2024-12-16T03:18:59,466 INFO [StoreOpener-27b49d5f71f1bc3e0d27d9e3e8c54aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 27b49d5f71f1bc3e0d27d9e3e8c54aa7 2024-12-16T03:18:59,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=34 2024-12-16T03:18:59,468 INFO [StoreOpener-27b49d5f71f1bc3e0d27d9e3e8c54aa7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27b49d5f71f1bc3e0d27d9e3e8c54aa7 columnFamilyName f 2024-12-16T03:18:59,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=34, state=SUCCESS; OpenRegionProcedure fe55c9dcf987ec73369b67c5167f46ef, server=f0d65a6309ee,43211,1734319122446 in 309 msec 2024-12-16T03:18:59,468 DEBUG [StoreOpener-27b49d5f71f1bc3e0d27d9e3e8c54aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fe55c9dcf987ec73369b67c5167f46ef, ASSIGN in 475 msec 2024-12-16T03:18:59,469 INFO [StoreOpener-27b49d5f71f1bc3e0d27d9e3e8c54aa7-1 {}] regionserver.HStore(327): Store=27b49d5f71f1bc3e0d27d9e3e8c54aa7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,469 INFO [StoreOpener-27b49d5f71f1bc3e0d27d9e3e8c54aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 27b49d5f71f1bc3e0d27d9e3e8c54aa7 2024-12-16T03:18:59,470 INFO [StoreOpener-27b49d5f71f1bc3e0d27d9e3e8c54aa7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27b49d5f71f1bc3e0d27d9e3e8c54aa7 columnFamilyName norep 2024-12-16T03:18:59,470 DEBUG [StoreOpener-27b49d5f71f1bc3e0d27d9e3e8c54aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,471 INFO [StoreOpener-27b49d5f71f1bc3e0d27d9e3e8c54aa7-1 {}] regionserver.HStore(327): Store=27b49d5f71f1bc3e0d27d9e3e8c54aa7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,472 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/27b49d5f71f1bc3e0d27d9e3e8c54aa7 2024-12-16T03:18:59,472 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/27b49d5f71f1bc3e0d27d9e3e8c54aa7 2024-12-16T03:18:59,473 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,474 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 27b49d5f71f1bc3e0d27d9e3e8c54aa7 2024-12-16T03:18:59,477 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/27b49d5f71f1bc3e0d27d9e3e8c54aa7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,477 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 27b49d5f71f1bc3e0d27d9e3e8c54aa7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70255089, jitterRate=0.04688240587711334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,478 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 27b49d5f71f1bc3e0d27d9e3e8c54aa7: 2024-12-16T03:18:59,478 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7., pid=39, masterSystemTime=1734319139306 2024-12-16T03:18:59,480 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. 2024-12-16T03:18:59,480 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. 2024-12-16T03:18:59,480 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. 2024-12-16T03:18:59,480 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=27b49d5f71f1bc3e0d27d9e3e8c54aa7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,480 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c55baa1e14bf797d98363787f27af19, NAME => 'test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-16T03:18:59,481 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c55baa1e14bf797d98363787f27af19 2024-12-16T03:18:59,481 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,481 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 6c55baa1e14bf797d98363787f27af19 2024-12-16T03:18:59,481 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 6c55baa1e14bf797d98363787f27af19 2024-12-16T03:18:59,483 INFO [StoreOpener-6c55baa1e14bf797d98363787f27af19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c55baa1e14bf797d98363787f27af19 2024-12-16T03:18:59,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=35 2024-12-16T03:18:59,484 INFO [StoreOpener-6c55baa1e14bf797d98363787f27af19-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c55baa1e14bf797d98363787f27af19 columnFamilyName f 2024-12-16T03:18:59,485 DEBUG [StoreOpener-6c55baa1e14bf797d98363787f27af19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=35, state=SUCCESS; OpenRegionProcedure 27b49d5f71f1bc3e0d27d9e3e8c54aa7, server=f0d65a6309ee,43211,1734319122446 in 324 msec 2024-12-16T03:18:59,485 INFO [StoreOpener-6c55baa1e14bf797d98363787f27af19-1 {}] regionserver.HStore(327): Store=6c55baa1e14bf797d98363787f27af19/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=27b49d5f71f1bc3e0d27d9e3e8c54aa7, ASSIGN in 492 msec 2024-12-16T03:18:59,485 INFO [StoreOpener-6c55baa1e14bf797d98363787f27af19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c55baa1e14bf797d98363787f27af19 2024-12-16T03:18:59,487 INFO [StoreOpener-6c55baa1e14bf797d98363787f27af19-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c55baa1e14bf797d98363787f27af19 columnFamilyName norep 2024-12-16T03:18:59,487 DEBUG [StoreOpener-6c55baa1e14bf797d98363787f27af19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,488 INFO [StoreOpener-6c55baa1e14bf797d98363787f27af19-1 {}] regionserver.HStore(327): Store=6c55baa1e14bf797d98363787f27af19/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,488 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/6c55baa1e14bf797d98363787f27af19 2024-12-16T03:18:59,489 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/6c55baa1e14bf797d98363787f27af19 2024-12-16T03:18:59,490 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,491 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 6c55baa1e14bf797d98363787f27af19 2024-12-16T03:18:59,494 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/6c55baa1e14bf797d98363787f27af19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,494 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 6c55baa1e14bf797d98363787f27af19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69158890, jitterRate=0.030547767877578735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,495 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 6c55baa1e14bf797d98363787f27af19: 2024-12-16T03:18:59,495 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19., pid=54, masterSystemTime=1734319139306 2024-12-16T03:18:59,497 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. 2024-12-16T03:18:59,497 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. 2024-12-16T03:18:59,497 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. 2024-12-16T03:18:59,497 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => c70166c5ffdb34c013bf93df1e8d97d4, NAME => 'test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-16T03:18:59,498 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=6c55baa1e14bf797d98363787f27af19, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,498 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c70166c5ffdb34c013bf93df1e8d97d4 2024-12-16T03:18:59,498 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,498 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for c70166c5ffdb34c013bf93df1e8d97d4 2024-12-16T03:18:59,498 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for c70166c5ffdb34c013bf93df1e8d97d4 2024-12-16T03:18:59,500 INFO [StoreOpener-c70166c5ffdb34c013bf93df1e8d97d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c70166c5ffdb34c013bf93df1e8d97d4 2024-12-16T03:18:59,501 INFO [StoreOpener-c70166c5ffdb34c013bf93df1e8d97d4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c70166c5ffdb34c013bf93df1e8d97d4 columnFamilyName f 2024-12-16T03:18:59,502 DEBUG [StoreOpener-c70166c5ffdb34c013bf93df1e8d97d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=28 2024-12-16T03:18:59,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=28, state=SUCCESS; OpenRegionProcedure 6c55baa1e14bf797d98363787f27af19, server=f0d65a6309ee,43211,1734319122446 in 321 msec 2024-12-16T03:18:59,502 INFO [StoreOpener-c70166c5ffdb34c013bf93df1e8d97d4-1 {}] regionserver.HStore(327): Store=c70166c5ffdb34c013bf93df1e8d97d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,502 INFO [StoreOpener-c70166c5ffdb34c013bf93df1e8d97d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c70166c5ffdb34c013bf93df1e8d97d4 2024-12-16T03:18:59,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6c55baa1e14bf797d98363787f27af19, ASSIGN in 510 msec 2024-12-16T03:18:59,504 INFO [StoreOpener-c70166c5ffdb34c013bf93df1e8d97d4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c70166c5ffdb34c013bf93df1e8d97d4 columnFamilyName norep 2024-12-16T03:18:59,504 DEBUG [StoreOpener-c70166c5ffdb34c013bf93df1e8d97d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,504 INFO [StoreOpener-c70166c5ffdb34c013bf93df1e8d97d4-1 {}] regionserver.HStore(327): Store=c70166c5ffdb34c013bf93df1e8d97d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,505 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/c70166c5ffdb34c013bf93df1e8d97d4 2024-12-16T03:18:59,506 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/c70166c5ffdb34c013bf93df1e8d97d4 2024-12-16T03:18:59,507 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,508 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for c70166c5ffdb34c013bf93df1e8d97d4 2024-12-16T03:18:59,511 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/c70166c5ffdb34c013bf93df1e8d97d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,512 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened c70166c5ffdb34c013bf93df1e8d97d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64972177, jitterRate=-0.03183911740779877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,512 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for c70166c5ffdb34c013bf93df1e8d97d4: 2024-12-16T03:18:59,513 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4., pid=43, masterSystemTime=1734319139306 2024-12-16T03:18:59,514 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. 2024-12-16T03:18:59,514 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. 2024-12-16T03:18:59,515 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. 2024-12-16T03:18:59,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=c70166c5ffdb34c013bf93df1e8d97d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,515 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => e547bd614f55a8f2f05145f6e5047da4, NAME => 'test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-16T03:18:59,515 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e547bd614f55a8f2f05145f6e5047da4 2024-12-16T03:18:59,515 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,515 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for e547bd614f55a8f2f05145f6e5047da4 2024-12-16T03:18:59,515 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for e547bd614f55a8f2f05145f6e5047da4 2024-12-16T03:18:59,517 INFO [StoreOpener-e547bd614f55a8f2f05145f6e5047da4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e547bd614f55a8f2f05145f6e5047da4 2024-12-16T03:18:59,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=30 2024-12-16T03:18:59,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=30, state=SUCCESS; OpenRegionProcedure c70166c5ffdb34c013bf93df1e8d97d4, server=f0d65a6309ee,43211,1734319122446 in 353 msec 2024-12-16T03:18:59,519 INFO [StoreOpener-e547bd614f55a8f2f05145f6e5047da4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e547bd614f55a8f2f05145f6e5047da4 columnFamilyName f 2024-12-16T03:18:59,519 DEBUG [StoreOpener-e547bd614f55a8f2f05145f6e5047da4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c70166c5ffdb34c013bf93df1e8d97d4, ASSIGN in 526 msec 2024-12-16T03:18:59,519 INFO [StoreOpener-e547bd614f55a8f2f05145f6e5047da4-1 {}] regionserver.HStore(327): Store=e547bd614f55a8f2f05145f6e5047da4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,519 INFO [StoreOpener-e547bd614f55a8f2f05145f6e5047da4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e547bd614f55a8f2f05145f6e5047da4 2024-12-16T03:18:59,521 INFO [StoreOpener-e547bd614f55a8f2f05145f6e5047da4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e547bd614f55a8f2f05145f6e5047da4 columnFamilyName norep 2024-12-16T03:18:59,521 DEBUG [StoreOpener-e547bd614f55a8f2f05145f6e5047da4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,521 INFO [StoreOpener-e547bd614f55a8f2f05145f6e5047da4-1 {}] regionserver.HStore(327): Store=e547bd614f55a8f2f05145f6e5047da4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,523 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/e547bd614f55a8f2f05145f6e5047da4 2024-12-16T03:18:59,523 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/e547bd614f55a8f2f05145f6e5047da4 2024-12-16T03:18:59,524 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,526 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for e547bd614f55a8f2f05145f6e5047da4 2024-12-16T03:18:59,528 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/e547bd614f55a8f2f05145f6e5047da4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,529 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened e547bd614f55a8f2f05145f6e5047da4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64514835, jitterRate=-0.03865404427051544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,529 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for e547bd614f55a8f2f05145f6e5047da4: 2024-12-16T03:18:59,530 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4., pid=50, masterSystemTime=1734319139306 2024-12-16T03:18:59,532 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. 2024-12-16T03:18:59,532 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. 2024-12-16T03:18:59,532 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. 2024-12-16T03:18:59,532 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=e547bd614f55a8f2f05145f6e5047da4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,532 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 2489749d12610f8e8be9d4ca0e85fa54, NAME => 'test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T03:18:59,533 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2489749d12610f8e8be9d4ca0e85fa54 2024-12-16T03:18:59,533 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,533 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 2489749d12610f8e8be9d4ca0e85fa54 2024-12-16T03:18:59,533 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 2489749d12610f8e8be9d4ca0e85fa54 2024-12-16T03:18:59,535 INFO [StoreOpener-2489749d12610f8e8be9d4ca0e85fa54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2489749d12610f8e8be9d4ca0e85fa54 2024-12-16T03:18:59,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=15 2024-12-16T03:18:59,536 INFO [StoreOpener-2489749d12610f8e8be9d4ca0e85fa54-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2489749d12610f8e8be9d4ca0e85fa54 columnFamilyName f 2024-12-16T03:18:59,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=15, state=SUCCESS; OpenRegionProcedure e547bd614f55a8f2f05145f6e5047da4, server=f0d65a6309ee,43211,1734319122446 in 361 msec 2024-12-16T03:18:59,536 DEBUG [StoreOpener-2489749d12610f8e8be9d4ca0e85fa54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e547bd614f55a8f2f05145f6e5047da4, ASSIGN in 544 msec 2024-12-16T03:18:59,537 INFO [StoreOpener-2489749d12610f8e8be9d4ca0e85fa54-1 {}] regionserver.HStore(327): Store=2489749d12610f8e8be9d4ca0e85fa54/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,537 INFO [StoreOpener-2489749d12610f8e8be9d4ca0e85fa54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2489749d12610f8e8be9d4ca0e85fa54 2024-12-16T03:18:59,539 INFO [StoreOpener-2489749d12610f8e8be9d4ca0e85fa54-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2489749d12610f8e8be9d4ca0e85fa54 columnFamilyName norep 2024-12-16T03:18:59,539 DEBUG [StoreOpener-2489749d12610f8e8be9d4ca0e85fa54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,540 INFO [StoreOpener-2489749d12610f8e8be9d4ca0e85fa54-1 {}] regionserver.HStore(327): Store=2489749d12610f8e8be9d4ca0e85fa54/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,540 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/2489749d12610f8e8be9d4ca0e85fa54 2024-12-16T03:18:59,541 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/2489749d12610f8e8be9d4ca0e85fa54 2024-12-16T03:18:59,542 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,544 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 2489749d12610f8e8be9d4ca0e85fa54 2024-12-16T03:18:59,546 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/2489749d12610f8e8be9d4ca0e85fa54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,546 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 2489749d12610f8e8be9d4ca0e85fa54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66338209, jitterRate=-0.011483654379844666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,546 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 2489749d12610f8e8be9d4ca0e85fa54: 2024-12-16T03:18:59,547 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54., pid=46, masterSystemTime=1734319139306 2024-12-16T03:18:59,549 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. 2024-12-16T03:18:59,549 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. 2024-12-16T03:18:59,549 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. 2024-12-16T03:18:59,549 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 3125a1d88fd7258aad5038ed549cc397, NAME => 'test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-16T03:18:59,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2489749d12610f8e8be9d4ca0e85fa54, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,549 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3125a1d88fd7258aad5038ed549cc397 2024-12-16T03:18:59,549 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,549 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 3125a1d88fd7258aad5038ed549cc397 2024-12-16T03:18:59,550 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 3125a1d88fd7258aad5038ed549cc397 2024-12-16T03:18:59,551 INFO [StoreOpener-3125a1d88fd7258aad5038ed549cc397-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3125a1d88fd7258aad5038ed549cc397 2024-12-16T03:18:59,553 INFO [StoreOpener-3125a1d88fd7258aad5038ed549cc397-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3125a1d88fd7258aad5038ed549cc397 columnFamilyName f 2024-12-16T03:18:59,553 DEBUG [StoreOpener-3125a1d88fd7258aad5038ed549cc397-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=10 2024-12-16T03:18:59,553 INFO [StoreOpener-3125a1d88fd7258aad5038ed549cc397-1 {}] regionserver.HStore(327): Store=3125a1d88fd7258aad5038ed549cc397/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=10, state=SUCCESS; OpenRegionProcedure 2489749d12610f8e8be9d4ca0e85fa54, server=f0d65a6309ee,43211,1734319122446 in 385 msec 2024-12-16T03:18:59,553 INFO [StoreOpener-3125a1d88fd7258aad5038ed549cc397-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3125a1d88fd7258aad5038ed549cc397 2024-12-16T03:18:59,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2489749d12610f8e8be9d4ca0e85fa54, ASSIGN in 561 msec 2024-12-16T03:18:59,555 INFO [StoreOpener-3125a1d88fd7258aad5038ed549cc397-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3125a1d88fd7258aad5038ed549cc397 columnFamilyName norep 2024-12-16T03:18:59,555 DEBUG [StoreOpener-3125a1d88fd7258aad5038ed549cc397-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,556 INFO [StoreOpener-3125a1d88fd7258aad5038ed549cc397-1 {}] regionserver.HStore(327): Store=3125a1d88fd7258aad5038ed549cc397/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,556 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/3125a1d88fd7258aad5038ed549cc397 2024-12-16T03:18:59,557 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/3125a1d88fd7258aad5038ed549cc397 2024-12-16T03:18:59,558 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,559 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 3125a1d88fd7258aad5038ed549cc397 2024-12-16T03:18:59,561 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/3125a1d88fd7258aad5038ed549cc397/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,562 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 3125a1d88fd7258aad5038ed549cc397; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73683533, jitterRate=0.09797020256519318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,562 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 3125a1d88fd7258aad5038ed549cc397: 2024-12-16T03:18:59,562 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397., pid=51, masterSystemTime=1734319139306 2024-12-16T03:18:59,564 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. 2024-12-16T03:18:59,564 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. 2024-12-16T03:18:59,564 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. 2024-12-16T03:18:59,564 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=3125a1d88fd7258aad5038ed549cc397, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,565 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => b7a1c68e14cb14379ec7b5d3931d0f6c, NAME => 'test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-16T03:18:59,565 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7a1c68e14cb14379ec7b5d3931d0f6c 2024-12-16T03:18:59,565 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,565 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for b7a1c68e14cb14379ec7b5d3931d0f6c 2024-12-16T03:18:59,565 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for b7a1c68e14cb14379ec7b5d3931d0f6c 2024-12-16T03:18:59,567 INFO [StoreOpener-b7a1c68e14cb14379ec7b5d3931d0f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7a1c68e14cb14379ec7b5d3931d0f6c 2024-12-16T03:18:59,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=21 2024-12-16T03:18:59,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=21, state=SUCCESS; OpenRegionProcedure 3125a1d88fd7258aad5038ed549cc397, server=f0d65a6309ee,43211,1734319122446 in 392 msec 2024-12-16T03:18:59,568 INFO [StoreOpener-b7a1c68e14cb14379ec7b5d3931d0f6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7a1c68e14cb14379ec7b5d3931d0f6c columnFamilyName f 2024-12-16T03:18:59,568 DEBUG [StoreOpener-b7a1c68e14cb14379ec7b5d3931d0f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3125a1d88fd7258aad5038ed549cc397, ASSIGN in 576 msec 2024-12-16T03:18:59,569 INFO [StoreOpener-b7a1c68e14cb14379ec7b5d3931d0f6c-1 {}] regionserver.HStore(327): Store=b7a1c68e14cb14379ec7b5d3931d0f6c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,569 INFO [StoreOpener-b7a1c68e14cb14379ec7b5d3931d0f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7a1c68e14cb14379ec7b5d3931d0f6c 2024-12-16T03:18:59,570 INFO [StoreOpener-b7a1c68e14cb14379ec7b5d3931d0f6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7a1c68e14cb14379ec7b5d3931d0f6c columnFamilyName norep 2024-12-16T03:18:59,570 DEBUG [StoreOpener-b7a1c68e14cb14379ec7b5d3931d0f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,571 INFO [StoreOpener-b7a1c68e14cb14379ec7b5d3931d0f6c-1 {}] regionserver.HStore(327): Store=b7a1c68e14cb14379ec7b5d3931d0f6c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,572 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/b7a1c68e14cb14379ec7b5d3931d0f6c 2024-12-16T03:18:59,572 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/b7a1c68e14cb14379ec7b5d3931d0f6c 2024-12-16T03:18:59,573 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,574 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for b7a1c68e14cb14379ec7b5d3931d0f6c 2024-12-16T03:18:59,576 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/b7a1c68e14cb14379ec7b5d3931d0f6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,577 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened b7a1c68e14cb14379ec7b5d3931d0f6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73156325, jitterRate=0.09011419117450714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,577 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for b7a1c68e14cb14379ec7b5d3931d0f6c: 2024-12-16T03:18:59,578 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c., pid=44, masterSystemTime=1734319139306 2024-12-16T03:18:59,579 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. 2024-12-16T03:18:59,579 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. 2024-12-16T03:18:59,580 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. 2024-12-16T03:18:59,580 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=b7a1c68e14cb14379ec7b5d3931d0f6c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,580 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 5c4c77be6bdd57c2abf7bd18f78d4538, NAME => 'test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-16T03:18:59,580 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c4c77be6bdd57c2abf7bd18f78d4538 2024-12-16T03:18:59,580 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,580 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 5c4c77be6bdd57c2abf7bd18f78d4538 2024-12-16T03:18:59,580 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 5c4c77be6bdd57c2abf7bd18f78d4538 2024-12-16T03:18:59,582 INFO [StoreOpener-5c4c77be6bdd57c2abf7bd18f78d4538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c4c77be6bdd57c2abf7bd18f78d4538 2024-12-16T03:18:59,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=20 2024-12-16T03:18:59,584 INFO [StoreOpener-5c4c77be6bdd57c2abf7bd18f78d4538-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c4c77be6bdd57c2abf7bd18f78d4538 columnFamilyName f 2024-12-16T03:18:59,584 DEBUG [StoreOpener-5c4c77be6bdd57c2abf7bd18f78d4538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=20, state=SUCCESS; OpenRegionProcedure b7a1c68e14cb14379ec7b5d3931d0f6c, server=f0d65a6309ee,43211,1734319122446 in 417 msec 2024-12-16T03:18:59,584 INFO [StoreOpener-5c4c77be6bdd57c2abf7bd18f78d4538-1 {}] regionserver.HStore(327): Store=5c4c77be6bdd57c2abf7bd18f78d4538/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,584 INFO [StoreOpener-5c4c77be6bdd57c2abf7bd18f78d4538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c4c77be6bdd57c2abf7bd18f78d4538 2024-12-16T03:18:59,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b7a1c68e14cb14379ec7b5d3931d0f6c, ASSIGN in 591 msec 2024-12-16T03:18:59,586 INFO [StoreOpener-5c4c77be6bdd57c2abf7bd18f78d4538-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c4c77be6bdd57c2abf7bd18f78d4538 columnFamilyName norep 2024-12-16T03:18:59,586 DEBUG [StoreOpener-5c4c77be6bdd57c2abf7bd18f78d4538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,586 INFO [StoreOpener-5c4c77be6bdd57c2abf7bd18f78d4538-1 {}] regionserver.HStore(327): Store=5c4c77be6bdd57c2abf7bd18f78d4538/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,587 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/5c4c77be6bdd57c2abf7bd18f78d4538 2024-12-16T03:18:59,587 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/5c4c77be6bdd57c2abf7bd18f78d4538 2024-12-16T03:18:59,589 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,589 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 5c4c77be6bdd57c2abf7bd18f78d4538 2024-12-16T03:18:59,592 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/5c4c77be6bdd57c2abf7bd18f78d4538/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,592 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 5c4c77be6bdd57c2abf7bd18f78d4538; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68297630, jitterRate=0.017713993787765503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,592 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 5c4c77be6bdd57c2abf7bd18f78d4538: 2024-12-16T03:18:59,593 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538., pid=61, masterSystemTime=1734319139306 2024-12-16T03:18:59,595 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. 2024-12-16T03:18:59,595 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. 2024-12-16T03:18:59,595 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. 2024-12-16T03:18:59,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=5c4c77be6bdd57c2abf7bd18f78d4538, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,596 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => efb1aee8d58c19641d4d15a07d2d1fd6, NAME => 'test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-16T03:18:59,596 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test efb1aee8d58c19641d4d15a07d2d1fd6 2024-12-16T03:18:59,596 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,596 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for efb1aee8d58c19641d4d15a07d2d1fd6 2024-12-16T03:18:59,596 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for efb1aee8d58c19641d4d15a07d2d1fd6 2024-12-16T03:18:59,598 INFO [StoreOpener-efb1aee8d58c19641d4d15a07d2d1fd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region efb1aee8d58c19641d4d15a07d2d1fd6 2024-12-16T03:18:59,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=27 2024-12-16T03:18:59,600 INFO [StoreOpener-efb1aee8d58c19641d4d15a07d2d1fd6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efb1aee8d58c19641d4d15a07d2d1fd6 columnFamilyName f 2024-12-16T03:18:59,600 DEBUG [StoreOpener-efb1aee8d58c19641d4d15a07d2d1fd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=27, state=SUCCESS; OpenRegionProcedure 5c4c77be6bdd57c2abf7bd18f78d4538, server=f0d65a6309ee,43211,1734319122446 in 412 msec 2024-12-16T03:18:59,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5c4c77be6bdd57c2abf7bd18f78d4538, ASSIGN in 607 msec 2024-12-16T03:18:59,601 INFO [StoreOpener-efb1aee8d58c19641d4d15a07d2d1fd6-1 {}] regionserver.HStore(327): Store=efb1aee8d58c19641d4d15a07d2d1fd6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,601 INFO [StoreOpener-efb1aee8d58c19641d4d15a07d2d1fd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region efb1aee8d58c19641d4d15a07d2d1fd6 2024-12-16T03:18:59,602 INFO [StoreOpener-efb1aee8d58c19641d4d15a07d2d1fd6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efb1aee8d58c19641d4d15a07d2d1fd6 columnFamilyName norep 2024-12-16T03:18:59,602 DEBUG [StoreOpener-efb1aee8d58c19641d4d15a07d2d1fd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,602 INFO [StoreOpener-efb1aee8d58c19641d4d15a07d2d1fd6-1 {}] regionserver.HStore(327): Store=efb1aee8d58c19641d4d15a07d2d1fd6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,603 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/efb1aee8d58c19641d4d15a07d2d1fd6 2024-12-16T03:18:59,603 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/efb1aee8d58c19641d4d15a07d2d1fd6 2024-12-16T03:18:59,605 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,606 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for efb1aee8d58c19641d4d15a07d2d1fd6 2024-12-16T03:18:59,609 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/efb1aee8d58c19641d4d15a07d2d1fd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,609 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened efb1aee8d58c19641d4d15a07d2d1fd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65219219, jitterRate=-0.028157904744148254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,609 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for efb1aee8d58c19641d4d15a07d2d1fd6: 2024-12-16T03:18:59,610 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6., pid=42, masterSystemTime=1734319139306 2024-12-16T03:18:59,612 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. 2024-12-16T03:18:59,612 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. 2024-12-16T03:18:59,612 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. 2024-12-16T03:18:59,612 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=efb1aee8d58c19641d4d15a07d2d1fd6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,612 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 17bc4c8446ded5aaa1a1b5690eca7441, NAME => 'test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-16T03:18:59,613 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 17bc4c8446ded5aaa1a1b5690eca7441 2024-12-16T03:18:59,613 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,613 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 17bc4c8446ded5aaa1a1b5690eca7441 2024-12-16T03:18:59,613 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 17bc4c8446ded5aaa1a1b5690eca7441 2024-12-16T03:18:59,615 INFO [StoreOpener-17bc4c8446ded5aaa1a1b5690eca7441-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 17bc4c8446ded5aaa1a1b5690eca7441 2024-12-16T03:18:59,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=22 2024-12-16T03:18:59,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=22, state=SUCCESS; OpenRegionProcedure efb1aee8d58c19641d4d15a07d2d1fd6, server=f0d65a6309ee,43211,1734319122446 in 452 msec 2024-12-16T03:18:59,616 INFO [StoreOpener-17bc4c8446ded5aaa1a1b5690eca7441-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bc4c8446ded5aaa1a1b5690eca7441 columnFamilyName f 2024-12-16T03:18:59,616 DEBUG [StoreOpener-17bc4c8446ded5aaa1a1b5690eca7441-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=efb1aee8d58c19641d4d15a07d2d1fd6, ASSIGN in 624 msec 2024-12-16T03:18:59,617 INFO [StoreOpener-17bc4c8446ded5aaa1a1b5690eca7441-1 {}] regionserver.HStore(327): Store=17bc4c8446ded5aaa1a1b5690eca7441/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,617 INFO [StoreOpener-17bc4c8446ded5aaa1a1b5690eca7441-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 17bc4c8446ded5aaa1a1b5690eca7441 2024-12-16T03:18:59,618 INFO [StoreOpener-17bc4c8446ded5aaa1a1b5690eca7441-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bc4c8446ded5aaa1a1b5690eca7441 columnFamilyName norep 2024-12-16T03:18:59,618 DEBUG [StoreOpener-17bc4c8446ded5aaa1a1b5690eca7441-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,619 INFO [StoreOpener-17bc4c8446ded5aaa1a1b5690eca7441-1 {}] regionserver.HStore(327): Store=17bc4c8446ded5aaa1a1b5690eca7441/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,620 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/17bc4c8446ded5aaa1a1b5690eca7441 2024-12-16T03:18:59,620 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/17bc4c8446ded5aaa1a1b5690eca7441 2024-12-16T03:18:59,621 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,623 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 17bc4c8446ded5aaa1a1b5690eca7441 2024-12-16T03:18:59,625 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/17bc4c8446ded5aaa1a1b5690eca7441/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,626 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 17bc4c8446ded5aaa1a1b5690eca7441; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61976935, jitterRate=-0.07647170126438141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,626 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 17bc4c8446ded5aaa1a1b5690eca7441: 2024-12-16T03:18:59,627 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441., pid=57, masterSystemTime=1734319139306 2024-12-16T03:18:59,628 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. 2024-12-16T03:18:59,628 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. 2024-12-16T03:18:59,628 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. 2024-12-16T03:18:59,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=17bc4c8446ded5aaa1a1b5690eca7441, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,628 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => df04889bf3755d23c5b3cbd7083dab54, NAME => 'test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-16T03:18:59,629 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test df04889bf3755d23c5b3cbd7083dab54 2024-12-16T03:18:59,629 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,629 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for df04889bf3755d23c5b3cbd7083dab54 2024-12-16T03:18:59,629 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for df04889bf3755d23c5b3cbd7083dab54 2024-12-16T03:18:59,631 INFO [StoreOpener-df04889bf3755d23c5b3cbd7083dab54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df04889bf3755d23c5b3cbd7083dab54 2024-12-16T03:18:59,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=33 2024-12-16T03:18:59,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=33, state=SUCCESS; OpenRegionProcedure 17bc4c8446ded5aaa1a1b5690eca7441, server=f0d65a6309ee,43211,1734319122446 in 447 msec 2024-12-16T03:18:59,632 INFO [StoreOpener-df04889bf3755d23c5b3cbd7083dab54-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df04889bf3755d23c5b3cbd7083dab54 columnFamilyName f 2024-12-16T03:18:59,632 DEBUG [StoreOpener-df04889bf3755d23c5b3cbd7083dab54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=17bc4c8446ded5aaa1a1b5690eca7441, ASSIGN in 640 msec 2024-12-16T03:18:59,633 INFO [StoreOpener-df04889bf3755d23c5b3cbd7083dab54-1 {}] regionserver.HStore(327): Store=df04889bf3755d23c5b3cbd7083dab54/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,633 INFO [StoreOpener-df04889bf3755d23c5b3cbd7083dab54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region df04889bf3755d23c5b3cbd7083dab54 2024-12-16T03:18:59,634 INFO [StoreOpener-df04889bf3755d23c5b3cbd7083dab54-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df04889bf3755d23c5b3cbd7083dab54 columnFamilyName norep 2024-12-16T03:18:59,634 DEBUG [StoreOpener-df04889bf3755d23c5b3cbd7083dab54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,635 INFO [StoreOpener-df04889bf3755d23c5b3cbd7083dab54-1 {}] regionserver.HStore(327): Store=df04889bf3755d23c5b3cbd7083dab54/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,635 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/df04889bf3755d23c5b3cbd7083dab54 2024-12-16T03:18:59,636 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/df04889bf3755d23c5b3cbd7083dab54 2024-12-16T03:18:59,637 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,638 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for df04889bf3755d23c5b3cbd7083dab54 2024-12-16T03:18:59,641 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/df04889bf3755d23c5b3cbd7083dab54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,641 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened df04889bf3755d23c5b3cbd7083dab54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73566637, jitterRate=0.09622831642627716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,641 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for df04889bf3755d23c5b3cbd7083dab54: 2024-12-16T03:18:59,642 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54., pid=55, masterSystemTime=1734319139306 2024-12-16T03:18:59,644 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. 2024-12-16T03:18:59,644 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. 2024-12-16T03:18:59,644 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. 2024-12-16T03:18:59,644 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=df04889bf3755d23c5b3cbd7083dab54, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,644 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 0c4eb1f70cc86a44454cd31f1bc8fcf3, NAME => 'test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-16T03:18:59,644 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c4eb1f70cc86a44454cd31f1bc8fcf3 2024-12-16T03:18:59,644 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,644 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 0c4eb1f70cc86a44454cd31f1bc8fcf3 2024-12-16T03:18:59,644 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 0c4eb1f70cc86a44454cd31f1bc8fcf3 2024-12-16T03:18:59,646 INFO [StoreOpener-0c4eb1f70cc86a44454cd31f1bc8fcf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c4eb1f70cc86a44454cd31f1bc8fcf3 2024-12-16T03:18:59,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=26 2024-12-16T03:18:59,648 INFO [StoreOpener-0c4eb1f70cc86a44454cd31f1bc8fcf3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c4eb1f70cc86a44454cd31f1bc8fcf3 columnFamilyName f 2024-12-16T03:18:59,648 DEBUG [StoreOpener-0c4eb1f70cc86a44454cd31f1bc8fcf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=26, state=SUCCESS; OpenRegionProcedure df04889bf3755d23c5b3cbd7083dab54, server=f0d65a6309ee,43211,1734319122446 in 467 msec 2024-12-16T03:18:59,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=df04889bf3755d23c5b3cbd7083dab54, ASSIGN in 656 msec 2024-12-16T03:18:59,649 INFO [StoreOpener-0c4eb1f70cc86a44454cd31f1bc8fcf3-1 {}] regionserver.HStore(327): Store=0c4eb1f70cc86a44454cd31f1bc8fcf3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,649 INFO [StoreOpener-0c4eb1f70cc86a44454cd31f1bc8fcf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c4eb1f70cc86a44454cd31f1bc8fcf3 2024-12-16T03:18:59,651 INFO [StoreOpener-0c4eb1f70cc86a44454cd31f1bc8fcf3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c4eb1f70cc86a44454cd31f1bc8fcf3 columnFamilyName norep 2024-12-16T03:18:59,651 DEBUG [StoreOpener-0c4eb1f70cc86a44454cd31f1bc8fcf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,651 INFO [StoreOpener-0c4eb1f70cc86a44454cd31f1bc8fcf3-1 {}] regionserver.HStore(327): Store=0c4eb1f70cc86a44454cd31f1bc8fcf3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,652 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/0c4eb1f70cc86a44454cd31f1bc8fcf3 2024-12-16T03:18:59,652 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/0c4eb1f70cc86a44454cd31f1bc8fcf3 2024-12-16T03:18:59,653 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,654 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 0c4eb1f70cc86a44454cd31f1bc8fcf3 2024-12-16T03:18:59,656 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/0c4eb1f70cc86a44454cd31f1bc8fcf3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,657 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 0c4eb1f70cc86a44454cd31f1bc8fcf3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63394005, jitterRate=-0.05535571277141571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,657 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 0c4eb1f70cc86a44454cd31f1bc8fcf3: 2024-12-16T03:18:59,657 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3., pid=56, masterSystemTime=1734319139306 2024-12-16T03:18:59,659 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. 2024-12-16T03:18:59,659 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. 2024-12-16T03:18:59,659 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. 2024-12-16T03:18:59,659 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=0c4eb1f70cc86a44454cd31f1bc8fcf3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,659 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => baf357c1b5aa0c0cb5147f0751fdce6b, NAME => 'test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-16T03:18:59,660 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test baf357c1b5aa0c0cb5147f0751fdce6b 2024-12-16T03:18:59,660 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,660 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for baf357c1b5aa0c0cb5147f0751fdce6b 2024-12-16T03:18:59,660 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for baf357c1b5aa0c0cb5147f0751fdce6b 2024-12-16T03:18:59,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:18:59,661 INFO [StoreOpener-baf357c1b5aa0c0cb5147f0751fdce6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region baf357c1b5aa0c0cb5147f0751fdce6b 2024-12-16T03:18:59,663 INFO [StoreOpener-baf357c1b5aa0c0cb5147f0751fdce6b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baf357c1b5aa0c0cb5147f0751fdce6b columnFamilyName f 2024-12-16T03:18:59,663 DEBUG [StoreOpener-baf357c1b5aa0c0cb5147f0751fdce6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=13 2024-12-16T03:18:59,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=13, state=SUCCESS; OpenRegionProcedure 0c4eb1f70cc86a44454cd31f1bc8fcf3, server=f0d65a6309ee,43211,1734319122446 in 481 msec 2024-12-16T03:18:59,664 INFO [StoreOpener-baf357c1b5aa0c0cb5147f0751fdce6b-1 {}] regionserver.HStore(327): Store=baf357c1b5aa0c0cb5147f0751fdce6b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,664 INFO [StoreOpener-baf357c1b5aa0c0cb5147f0751fdce6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region baf357c1b5aa0c0cb5147f0751fdce6b 2024-12-16T03:18:59,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0c4eb1f70cc86a44454cd31f1bc8fcf3, ASSIGN in 671 msec 2024-12-16T03:18:59,665 INFO [StoreOpener-baf357c1b5aa0c0cb5147f0751fdce6b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baf357c1b5aa0c0cb5147f0751fdce6b columnFamilyName norep 2024-12-16T03:18:59,665 DEBUG [StoreOpener-baf357c1b5aa0c0cb5147f0751fdce6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,666 INFO [StoreOpener-baf357c1b5aa0c0cb5147f0751fdce6b-1 {}] regionserver.HStore(327): Store=baf357c1b5aa0c0cb5147f0751fdce6b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,666 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/baf357c1b5aa0c0cb5147f0751fdce6b 2024-12-16T03:18:59,667 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/baf357c1b5aa0c0cb5147f0751fdce6b 2024-12-16T03:18:59,668 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,669 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for baf357c1b5aa0c0cb5147f0751fdce6b 2024-12-16T03:18:59,672 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/baf357c1b5aa0c0cb5147f0751fdce6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,672 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened baf357c1b5aa0c0cb5147f0751fdce6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64425553, jitterRate=-0.03998444974422455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,673 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for baf357c1b5aa0c0cb5147f0751fdce6b: 2024-12-16T03:18:59,674 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b., pid=41, masterSystemTime=1734319139306 2024-12-16T03:18:59,676 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. 2024-12-16T03:18:59,676 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. 2024-12-16T03:18:59,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=baf357c1b5aa0c0cb5147f0751fdce6b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,676 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. 2024-12-16T03:18:59,676 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 27f3ae4498ece289c54eae9d52a76a65, NAME => 'test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-16T03:18:59,677 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 27f3ae4498ece289c54eae9d52a76a65 2024-12-16T03:18:59,677 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,677 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 27f3ae4498ece289c54eae9d52a76a65 2024-12-16T03:18:59,677 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 27f3ae4498ece289c54eae9d52a76a65 2024-12-16T03:18:59,679 INFO [StoreOpener-27f3ae4498ece289c54eae9d52a76a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 27f3ae4498ece289c54eae9d52a76a65 2024-12-16T03:18:59,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=17 2024-12-16T03:18:59,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=17, state=SUCCESS; OpenRegionProcedure baf357c1b5aa0c0cb5147f0751fdce6b, server=f0d65a6309ee,43211,1734319122446 in 518 msec 2024-12-16T03:18:59,681 INFO [StoreOpener-27f3ae4498ece289c54eae9d52a76a65-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27f3ae4498ece289c54eae9d52a76a65 columnFamilyName f 2024-12-16T03:18:59,681 DEBUG [StoreOpener-27f3ae4498ece289c54eae9d52a76a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=baf357c1b5aa0c0cb5147f0751fdce6b, ASSIGN in 688 msec 2024-12-16T03:18:59,682 INFO [StoreOpener-27f3ae4498ece289c54eae9d52a76a65-1 {}] regionserver.HStore(327): Store=27f3ae4498ece289c54eae9d52a76a65/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,683 INFO [StoreOpener-27f3ae4498ece289c54eae9d52a76a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 27f3ae4498ece289c54eae9d52a76a65 2024-12-16T03:18:59,684 INFO [StoreOpener-27f3ae4498ece289c54eae9d52a76a65-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27f3ae4498ece289c54eae9d52a76a65 columnFamilyName norep 2024-12-16T03:18:59,684 DEBUG [StoreOpener-27f3ae4498ece289c54eae9d52a76a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,685 INFO [StoreOpener-27f3ae4498ece289c54eae9d52a76a65-1 {}] regionserver.HStore(327): Store=27f3ae4498ece289c54eae9d52a76a65/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,686 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/27f3ae4498ece289c54eae9d52a76a65 2024-12-16T03:18:59,686 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/27f3ae4498ece289c54eae9d52a76a65 2024-12-16T03:18:59,688 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,690 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 27f3ae4498ece289c54eae9d52a76a65 2024-12-16T03:18:59,693 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/27f3ae4498ece289c54eae9d52a76a65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,694 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 27f3ae4498ece289c54eae9d52a76a65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63711089, jitterRate=-0.05063079297542572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,694 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 27f3ae4498ece289c54eae9d52a76a65: 2024-12-16T03:18:59,695 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65., pid=47, masterSystemTime=1734319139306 2024-12-16T03:18:59,697 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. 2024-12-16T03:18:59,697 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. 2024-12-16T03:18:59,697 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. 2024-12-16T03:18:59,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=27f3ae4498ece289c54eae9d52a76a65, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,697 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => c05fdb4d446ab2cc151392ffc024350e, NAME => 'test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-16T03:18:59,697 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c05fdb4d446ab2cc151392ffc024350e 2024-12-16T03:18:59,697 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,698 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for c05fdb4d446ab2cc151392ffc024350e 2024-12-16T03:18:59,698 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for c05fdb4d446ab2cc151392ffc024350e 2024-12-16T03:18:59,699 INFO [StoreOpener-c05fdb4d446ab2cc151392ffc024350e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c05fdb4d446ab2cc151392ffc024350e 2024-12-16T03:18:59,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=19 2024-12-16T03:18:59,701 INFO [StoreOpener-c05fdb4d446ab2cc151392ffc024350e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c05fdb4d446ab2cc151392ffc024350e columnFamilyName f 2024-12-16T03:18:59,701 DEBUG [StoreOpener-c05fdb4d446ab2cc151392ffc024350e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,702 INFO [StoreOpener-c05fdb4d446ab2cc151392ffc024350e-1 {}] regionserver.HStore(327): Store=c05fdb4d446ab2cc151392ffc024350e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,702 INFO [StoreOpener-c05fdb4d446ab2cc151392ffc024350e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c05fdb4d446ab2cc151392ffc024350e 2024-12-16T03:18:59,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=19, state=SUCCESS; OpenRegionProcedure 27f3ae4498ece289c54eae9d52a76a65, server=f0d65a6309ee,43211,1734319122446 in 530 msec 2024-12-16T03:18:59,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=27f3ae4498ece289c54eae9d52a76a65, ASSIGN in 709 msec 2024-12-16T03:18:59,704 INFO [StoreOpener-c05fdb4d446ab2cc151392ffc024350e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c05fdb4d446ab2cc151392ffc024350e columnFamilyName norep 2024-12-16T03:18:59,704 DEBUG [StoreOpener-c05fdb4d446ab2cc151392ffc024350e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,705 INFO [StoreOpener-c05fdb4d446ab2cc151392ffc024350e-1 {}] regionserver.HStore(327): Store=c05fdb4d446ab2cc151392ffc024350e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,706 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/c05fdb4d446ab2cc151392ffc024350e 2024-12-16T03:18:59,706 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/c05fdb4d446ab2cc151392ffc024350e 2024-12-16T03:18:59,707 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,709 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for c05fdb4d446ab2cc151392ffc024350e 2024-12-16T03:18:59,711 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/c05fdb4d446ab2cc151392ffc024350e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,712 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened c05fdb4d446ab2cc151392ffc024350e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59239651, jitterRate=-0.1172604113817215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,712 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for c05fdb4d446ab2cc151392ffc024350e: 2024-12-16T03:18:59,713 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e., pid=52, masterSystemTime=1734319139306 2024-12-16T03:18:59,715 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. 2024-12-16T03:18:59,715 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. 2024-12-16T03:18:59,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=c05fdb4d446ab2cc151392ffc024350e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,715 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. 2024-12-16T03:18:59,715 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => ab8eaa29533fd6988e975778d5814077, NAME => 'test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-16T03:18:59,716 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ab8eaa29533fd6988e975778d5814077 2024-12-16T03:18:59,716 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,716 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for ab8eaa29533fd6988e975778d5814077 2024-12-16T03:18:59,716 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for ab8eaa29533fd6988e975778d5814077 2024-12-16T03:18:59,717 INFO [StoreOpener-ab8eaa29533fd6988e975778d5814077-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab8eaa29533fd6988e975778d5814077 2024-12-16T03:18:59,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=25 2024-12-16T03:18:59,719 INFO [StoreOpener-ab8eaa29533fd6988e975778d5814077-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab8eaa29533fd6988e975778d5814077 columnFamilyName f 2024-12-16T03:18:59,719 DEBUG [StoreOpener-ab8eaa29533fd6988e975778d5814077-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,720 INFO [StoreOpener-ab8eaa29533fd6988e975778d5814077-1 {}] regionserver.HStore(327): Store=ab8eaa29533fd6988e975778d5814077/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=25, state=SUCCESS; OpenRegionProcedure c05fdb4d446ab2cc151392ffc024350e, server=f0d65a6309ee,43211,1734319122446 in 541 msec 2024-12-16T03:18:59,720 INFO [StoreOpener-ab8eaa29533fd6988e975778d5814077-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ab8eaa29533fd6988e975778d5814077 2024-12-16T03:18:59,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c05fdb4d446ab2cc151392ffc024350e, ASSIGN in 727 msec 2024-12-16T03:18:59,721 INFO [StoreOpener-ab8eaa29533fd6988e975778d5814077-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab8eaa29533fd6988e975778d5814077 columnFamilyName norep 2024-12-16T03:18:59,721 DEBUG [StoreOpener-ab8eaa29533fd6988e975778d5814077-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,722 INFO [StoreOpener-ab8eaa29533fd6988e975778d5814077-1 {}] regionserver.HStore(327): Store=ab8eaa29533fd6988e975778d5814077/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,723 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/ab8eaa29533fd6988e975778d5814077 2024-12-16T03:18:59,723 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/ab8eaa29533fd6988e975778d5814077 2024-12-16T03:18:59,724 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,726 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for ab8eaa29533fd6988e975778d5814077 2024-12-16T03:18:59,728 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/ab8eaa29533fd6988e975778d5814077/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,729 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened ab8eaa29533fd6988e975778d5814077; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60863323, jitterRate=-0.09306581318378448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,729 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for ab8eaa29533fd6988e975778d5814077: 2024-12-16T03:18:59,729 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077., pid=45, masterSystemTime=1734319139306 2024-12-16T03:18:59,731 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. 2024-12-16T03:18:59,731 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. 2024-12-16T03:18:59,731 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=ab8eaa29533fd6988e975778d5814077, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,731 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. 2024-12-16T03:18:59,732 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => d2eff6a209f5d8b0bec86fefb38914ac, NAME => 'test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-16T03:18:59,732 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d2eff6a209f5d8b0bec86fefb38914ac 2024-12-16T03:18:59,732 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:18:59,732 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for d2eff6a209f5d8b0bec86fefb38914ac 2024-12-16T03:18:59,732 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for d2eff6a209f5d8b0bec86fefb38914ac 2024-12-16T03:18:59,734 INFO [StoreOpener-d2eff6a209f5d8b0bec86fefb38914ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d2eff6a209f5d8b0bec86fefb38914ac 2024-12-16T03:18:59,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=24 2024-12-16T03:18:59,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=24, state=SUCCESS; OpenRegionProcedure ab8eaa29533fd6988e975778d5814077, server=f0d65a6309ee,43211,1734319122446 in 567 msec 2024-12-16T03:18:59,736 INFO [StoreOpener-d2eff6a209f5d8b0bec86fefb38914ac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2eff6a209f5d8b0bec86fefb38914ac columnFamilyName f 2024-12-16T03:18:59,736 DEBUG [StoreOpener-d2eff6a209f5d8b0bec86fefb38914ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ab8eaa29533fd6988e975778d5814077, ASSIGN in 743 msec 2024-12-16T03:18:59,736 INFO [StoreOpener-d2eff6a209f5d8b0bec86fefb38914ac-1 {}] regionserver.HStore(327): Store=d2eff6a209f5d8b0bec86fefb38914ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,737 INFO [StoreOpener-d2eff6a209f5d8b0bec86fefb38914ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d2eff6a209f5d8b0bec86fefb38914ac 2024-12-16T03:18:59,738 INFO [StoreOpener-d2eff6a209f5d8b0bec86fefb38914ac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2eff6a209f5d8b0bec86fefb38914ac columnFamilyName norep 2024-12-16T03:18:59,738 DEBUG [StoreOpener-d2eff6a209f5d8b0bec86fefb38914ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:18:59,739 INFO [StoreOpener-d2eff6a209f5d8b0bec86fefb38914ac-1 {}] regionserver.HStore(327): Store=d2eff6a209f5d8b0bec86fefb38914ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:18:59,740 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/d2eff6a209f5d8b0bec86fefb38914ac 2024-12-16T03:18:59,740 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/d2eff6a209f5d8b0bec86fefb38914ac 2024-12-16T03:18:59,741 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T03:18:59,743 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for d2eff6a209f5d8b0bec86fefb38914ac 2024-12-16T03:18:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:18:59,746 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/d2eff6a209f5d8b0bec86fefb38914ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:18:59,746 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened d2eff6a209f5d8b0bec86fefb38914ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69900042, jitterRate=0.041591793298721313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T03:18:59,746 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for d2eff6a209f5d8b0bec86fefb38914ac: 2024-12-16T03:18:59,747 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac., pid=59, masterSystemTime=1734319139306 2024-12-16T03:18:59,749 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. 2024-12-16T03:18:59,749 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. 2024-12-16T03:18:59,750 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=d2eff6a209f5d8b0bec86fefb38914ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:18:59,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=31 2024-12-16T03:18:59,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=31, state=SUCCESS; OpenRegionProcedure d2eff6a209f5d8b0bec86fefb38914ac, server=f0d65a6309ee,43211,1734319122446 in 567 msec 2024-12-16T03:18:59,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=9 2024-12-16T03:18:59,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d2eff6a209f5d8b0bec86fefb38914ac, ASSIGN in 761 msec 2024-12-16T03:18:59,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:18:59,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319139755"}]},"ts":"1734319139755"} 2024-12-16T03:18:59,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-16T03:18:59,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:18:59,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.1630 sec 2024-12-16T03:19:02,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:03,112 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:19:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:19:03,747 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-16T03:19:03,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T03:19:03,747 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:19:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T03:19:03,755 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:19:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T03:19:03,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T03:19:03,755 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:19:03,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T03:19:03,763 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:19:03,763 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T03:19:03,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T03:19:03,763 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:19:03,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T03:19:03,769 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:19:03,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T03:19:03,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=391, OpenFileDescriptor=573, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=12026 2024-12-16T03:19:03,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:19:03,786 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:19:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-16T03:19:03,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:61587:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-16T03:19:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-16T03:19:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T03:19:03,824 INFO [PEWorker-3 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-16T03:19:03,824 INFO [PEWorker-3 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@52f98a17check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:61587 2024-12-16T03:19:03,858 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@52f98a17check-peer-cluster-id0x0, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:19:03,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@52f98a17check-peer-cluster-id-0x1002cd8947a0009 connected 2024-12-16T03:19:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T03:19:03,967 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@52f98a17check-peer-cluster-id-0x1002cd8947a0009, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:19:04,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:19:04,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:19:04,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T03:19:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T03:19:04,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39907,1734319114612 2024-12-16T03:19:04,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39907 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-16T03:19:04,218 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-16T03:19:04,235 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-16T03:19:04,253 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-16T03:19:04,319 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-16T03:19:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-16T03:19:04,324 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on f0d65a6309ee,39907,1734319114612 suceeded 2024-12-16T03:19:04,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-16T03:19:04,326 INFO [PEWorker-5 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:61587:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-16T03:19:04,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 271 msec 2024-12-16T03:19:04,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 525 msec 2024-12-16T03:19:04,347 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41911fff to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2092d312 2024-12-16T03:19:04,359 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d9531db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:04,362 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:61587 2024-12-16T03:19:04,371 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:19:04,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1002cd8947a000b connected 2024-12-16T03:19:04,372 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=dc4ce229-e6af-40b5-85f3-b3ec9c96347a to cluster=a41165c6-7ed6-4064-9821-efd58e74d8b3 2024-12-16T03:19:04,375 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=f0d65a6309ee%2C39907%2C1734319114612 2024-12-16T03:19:04,377 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T03:19:04,378 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, startPosition=0, beingWritten=true 2024-12-16T03:19:04,378 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f0d65a6309ee%2C39907%2C1734319114612 2024-12-16T03:19:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T03:19:04,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58c383ab to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33a6562d 2024-12-16T03:19:04,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f27518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:04,432 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x74517974 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30cb628e 2024-12-16T03:19:04,435 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-16T03:19:04,436 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 7708, reset compression=false 2024-12-16T03:19:04,436 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-16T03:19:04,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31dd5d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:04,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:19:04,453 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:19:04,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:19:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-16T03:19:04,456 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:19:04,456 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:19:04,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-16T03:19:04,457 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:19:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T03:19:04,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741864_1040 (size=367) 2024-12-16T03:19:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T03:19:04,645 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 7708, reset compression=false 2024-12-16T03:19:04,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T03:19:04,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:19:04,867 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 120ce0c1742db68cf24fb1fe6ac5bba7, NAME => 'testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713 2024-12-16T03:19:04,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741865_1041 (size=51) 2024-12-16T03:19:04,950 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 7708, reset compression=false 2024-12-16T03:19:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T03:19:05,275 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:19:05,276 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 120ce0c1742db68cf24fb1fe6ac5bba7, disabling compactions & flushes 2024-12-16T03:19:05,276 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. 2024-12-16T03:19:05,276 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. 2024-12-16T03:19:05,276 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. after waiting 0 ms 2024-12-16T03:19:05,276 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. 2024-12-16T03:19:05,276 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. 2024-12-16T03:19:05,276 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 120ce0c1742db68cf24fb1fe6ac5bba7: 2024-12-16T03:19:05,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:19:05,277 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734319145277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319145277"}]},"ts":"1734319145277"} 2024-12-16T03:19:05,279 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:19:05,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:19:05,279 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319145279"}]},"ts":"1734319145279"} 2024-12-16T03:19:05,280 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-16T03:19:05,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=120ce0c1742db68cf24fb1fe6ac5bba7, ASSIGN}] 2024-12-16T03:19:05,327 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=120ce0c1742db68cf24fb1fe6ac5bba7, ASSIGN 2024-12-16T03:19:05,328 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=120ce0c1742db68cf24fb1fe6ac5bba7, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39907,1734319114612; forceNewPlan=false, retain=false 2024-12-16T03:19:05,357 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 7708, reset compression=false 2024-12-16T03:19:05,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=120ce0c1742db68cf24fb1fe6ac5bba7, regionState=OPENING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:19:05,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 120ce0c1742db68cf24fb1fe6ac5bba7, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:19:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T03:19:05,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39907,1734319114612 2024-12-16T03:19:05,636 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. 2024-12-16T03:19:05,636 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 120ce0c1742db68cf24fb1fe6ac5bba7, NAME => 'testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:19:05,636 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 120ce0c1742db68cf24fb1fe6ac5bba7 2024-12-16T03:19:05,636 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:19:05,636 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 120ce0c1742db68cf24fb1fe6ac5bba7 2024-12-16T03:19:05,637 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 120ce0c1742db68cf24fb1fe6ac5bba7 2024-12-16T03:19:05,639 INFO [StoreOpener-120ce0c1742db68cf24fb1fe6ac5bba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 120ce0c1742db68cf24fb1fe6ac5bba7 2024-12-16T03:19:05,641 INFO [StoreOpener-120ce0c1742db68cf24fb1fe6ac5bba7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 120ce0c1742db68cf24fb1fe6ac5bba7 columnFamilyName fam 2024-12-16T03:19:05,641 DEBUG [StoreOpener-120ce0c1742db68cf24fb1fe6ac5bba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:19:05,641 INFO [StoreOpener-120ce0c1742db68cf24fb1fe6ac5bba7-1 {}] regionserver.HStore(327): Store=120ce0c1742db68cf24fb1fe6ac5bba7/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:19:05,643 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7 2024-12-16T03:19:05,643 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7 2024-12-16T03:19:05,647 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 120ce0c1742db68cf24fb1fe6ac5bba7 2024-12-16T03:19:05,649 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:19:05,650 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 120ce0c1742db68cf24fb1fe6ac5bba7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73511735, jitterRate=0.09541021287441254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:19:05,650 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 120ce0c1742db68cf24fb1fe6ac5bba7: 2024-12-16T03:19:05,651 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7., pid=66, masterSystemTime=1734319145631 2024-12-16T03:19:05,653 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. 2024-12-16T03:19:05,653 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. 2024-12-16T03:19:05,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=120ce0c1742db68cf24fb1fe6ac5bba7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:19:05,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-16T03:19:05,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 120ce0c1742db68cf24fb1fe6ac5bba7, server=f0d65a6309ee,39907,1734319114612 in 174 msec 2024-12-16T03:19:05,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-16T03:19:05,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=120ce0c1742db68cf24fb1fe6ac5bba7, ASSIGN in 331 msec 2024-12-16T03:19:05,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:19:05,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319145657"}]},"ts":"1734319145657"} 2024-12-16T03:19:05,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-16T03:19:05,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:19:05,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2640 sec 2024-12-16T03:19:05,865 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 7708, reset compression=false 2024-12-16T03:19:05,871 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-16T03:19:05,871 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 8001, reset compression=false 2024-12-16T03:19:05,871 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-16T03:19:06,076 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 8001, reset compression=false 2024-12-16T03:19:06,380 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 8001, reset compression=false 2024-12-16T03:19:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T03:19:06,569 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-16T03:19:06,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:19:06,571 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:19:06,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:19:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-16T03:19:06,574 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:19:06,574 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:19:06,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-16T03:19:06,575 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:19:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T03:19:06,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741864_1040 (size=367) 2024-12-16T03:19:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T03:19:06,785 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 8001, reset compression=false 2024-12-16T03:19:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T03:19:06,986 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5164d16a0fe58dfa44d618556cf43e3a, NAME => 'testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e 2024-12-16T03:19:06,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741865_1041 (size=51) 2024-12-16T03:19:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T03:19:07,291 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 8001, reset compression=false 2024-12-16T03:19:07,315 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-16T03:19:07,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f0d65a6309ee%2C39907%2C1734319114612]: currently replicating from: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 at position: 8001 2024-12-16T03:19:07,393 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:19:07,393 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 5164d16a0fe58dfa44d618556cf43e3a, disabling compactions & flushes 2024-12-16T03:19:07,393 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. 2024-12-16T03:19:07,393 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. 2024-12-16T03:19:07,393 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. after waiting 0 ms 2024-12-16T03:19:07,393 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. 2024-12-16T03:19:07,393 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. 2024-12-16T03:19:07,393 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5164d16a0fe58dfa44d618556cf43e3a: 2024-12-16T03:19:07,394 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:19:07,394 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734319147394"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734319147394"}]},"ts":"1734319147394"} 2024-12-16T03:19:07,396 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:19:07,397 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:19:07,397 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319147397"}]},"ts":"1734319147397"} 2024-12-16T03:19:07,398 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-16T03:19:07,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=5164d16a0fe58dfa44d618556cf43e3a, ASSIGN}] 2024-12-16T03:19:07,426 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=5164d16a0fe58dfa44d618556cf43e3a, ASSIGN 2024-12-16T03:19:07,427 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=5164d16a0fe58dfa44d618556cf43e3a, ASSIGN; state=OFFLINE, location=f0d65a6309ee,43211,1734319122446; forceNewPlan=false, retain=false 2024-12-16T03:19:07,577 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=5164d16a0fe58dfa44d618556cf43e3a, regionState=OPENING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:19:07,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 5164d16a0fe58dfa44d618556cf43e3a, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:19:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T03:19:07,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,43211,1734319122446 2024-12-16T03:19:07,741 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. 2024-12-16T03:19:07,742 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 5164d16a0fe58dfa44d618556cf43e3a, NAME => 'testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:19:07,742 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 5164d16a0fe58dfa44d618556cf43e3a 2024-12-16T03:19:07,742 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:19:07,742 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 5164d16a0fe58dfa44d618556cf43e3a 2024-12-16T03:19:07,742 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 5164d16a0fe58dfa44d618556cf43e3a 2024-12-16T03:19:07,744 INFO [StoreOpener-5164d16a0fe58dfa44d618556cf43e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 5164d16a0fe58dfa44d618556cf43e3a 2024-12-16T03:19:07,746 INFO [StoreOpener-5164d16a0fe58dfa44d618556cf43e3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5164d16a0fe58dfa44d618556cf43e3a columnFamilyName fam 2024-12-16T03:19:07,746 DEBUG [StoreOpener-5164d16a0fe58dfa44d618556cf43e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:19:07,746 INFO [StoreOpener-5164d16a0fe58dfa44d618556cf43e3a-1 {}] regionserver.HStore(327): Store=5164d16a0fe58dfa44d618556cf43e3a/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:19:07,747 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/testdroppedtimed/5164d16a0fe58dfa44d618556cf43e3a 2024-12-16T03:19:07,748 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/testdroppedtimed/5164d16a0fe58dfa44d618556cf43e3a 2024-12-16T03:19:07,750 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 5164d16a0fe58dfa44d618556cf43e3a 2024-12-16T03:19:07,752 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/testdroppedtimed/5164d16a0fe58dfa44d618556cf43e3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:19:07,752 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 5164d16a0fe58dfa44d618556cf43e3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63160166, jitterRate=-0.05884018540382385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:19:07,752 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 5164d16a0fe58dfa44d618556cf43e3a: 2024-12-16T03:19:07,753 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a., pid=64, masterSystemTime=1734319147731 2024-12-16T03:19:07,754 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. 2024-12-16T03:19:07,754 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. 2024-12-16T03:19:07,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=5164d16a0fe58dfa44d618556cf43e3a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:19:07,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-16T03:19:07,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 5164d16a0fe58dfa44d618556cf43e3a, server=f0d65a6309ee,43211,1734319122446 in 176 msec 2024-12-16T03:19:07,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-16T03:19:07,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=5164d16a0fe58dfa44d618556cf43e3a, ASSIGN in 333 msec 2024-12-16T03:19:07,759 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:19:07,759 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319147759"}]},"ts":"1734319147759"} 2024-12-16T03:19:07,760 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-16T03:19:07,801 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:19:07,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2280 sec 2024-12-16T03:19:07,896 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 8001, reset compression=false 2024-12-16T03:19:08,605 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 8001, reset compression=false 2024-12-16T03:19:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T03:19:08,688 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-16T03:19:08,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-16T03:19:08,688 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:19:08,698 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-16T03:19:08,698 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:19:08,699 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-16T03:19:08,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-16T03:19:08,699 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:19:08,704 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-16T03:19:08,704 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T03:19:08,704 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-16T03:19:08,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-16T03:19:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-16T03:19:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T03:19:08,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T03:19:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T03:19:08,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39907,1734319114612 2024-12-16T03:19:08,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39907 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-16T03:19:08,913 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-16T03:19:08,915 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-16T03:19:08,915 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-16T03:19:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T03:19:09,033 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1002cd8947a000b, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:19:09,034 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41911fff to 127.0.0.1:61587 2024-12-16T03:19:09,035 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:09,135 WARN [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-16T03:19:09,135 WARN [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-16T03:19:09,235 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 terminated 2024-12-16T03:19:09,255 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-16T03:19:09,256 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-16T03:19:09,256 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-16T03:19:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-16T03:19:09,258 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on f0d65a6309ee,39907,1734319114612 suceeded 2024-12-16T03:19:09,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-16T03:19:09,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 499 msec 2024-12-16T03:19:09,259 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-16T03:19:09,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 552 msec 2024-12-16T03:19:09,284 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b464de0 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23fb3ba 2024-12-16T03:19:09,292 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22a89afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:09,293 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:61587 2024-12-16T03:19:09,299 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:19:09,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1002cd8947a000f connected 2024-12-16T03:19:09,300 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=dc4ce229-e6af-40b5-85f3-b3ec9c96347a to cluster=a41165c6-7ed6-4064-9821-efd58e74d8b3 2024-12-16T03:19:09,300 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=f0d65a6309ee%2C39907%2C1734319114612 2024-12-16T03:19:09,300 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T03:19:09,301 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f0d65a6309ee%2C39907%2C1734319114612 2024-12-16T03:19:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T03:19:09,323 DEBUG [hconnection-0x4bf1241c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:09,326 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:19:09,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:10,127 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-16T03:19:10,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-16T03:19:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-16T03:19:10,135 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319150135"}]},"ts":"1734319150135"} 2024-12-16T03:19:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T03:19:10,136 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-16T03:19:10,174 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-16T03:19:10,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-16T03:19:10,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=5164d16a0fe58dfa44d618556cf43e3a, UNASSIGN}] 2024-12-16T03:19:10,184 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=5164d16a0fe58dfa44d618556cf43e3a, UNASSIGN 2024-12-16T03:19:10,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=5164d16a0fe58dfa44d618556cf43e3a, regionState=CLOSING, regionLocation=f0d65a6309ee,43211,1734319122446 2024-12-16T03:19:10,185 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:19:10,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 5164d16a0fe58dfa44d618556cf43e3a, server=f0d65a6309ee,43211,1734319122446}] 2024-12-16T03:19:10,198 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:19:10,200 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:19:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T03:19:10,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,43211,1734319122446 2024-12-16T03:19:10,346 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 5164d16a0fe58dfa44d618556cf43e3a 2024-12-16T03:19:10,347 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:19:10,348 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 5164d16a0fe58dfa44d618556cf43e3a, disabling compactions & flushes 2024-12-16T03:19:10,348 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. 2024-12-16T03:19:10,348 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. 2024-12-16T03:19:10,348 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. after waiting 0 ms 2024-12-16T03:19:10,348 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. 2024-12-16T03:19:10,354 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/testdroppedtimed/5164d16a0fe58dfa44d618556cf43e3a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:19:10,357 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a. 2024-12-16T03:19:10,357 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 5164d16a0fe58dfa44d618556cf43e3a: 2024-12-16T03:19:10,359 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 5164d16a0fe58dfa44d618556cf43e3a 2024-12-16T03:19:10,359 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=5164d16a0fe58dfa44d618556cf43e3a, regionState=CLOSED 2024-12-16T03:19:10,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-16T03:19:10,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 5164d16a0fe58dfa44d618556cf43e3a, server=f0d65a6309ee,43211,1734319122446 in 175 msec 2024-12-16T03:19:10,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-16T03:19:10,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=5164d16a0fe58dfa44d618556cf43e3a, UNASSIGN in 179 msec 2024-12-16T03:19:10,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-16T03:19:10,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 187 msec 2024-12-16T03:19:10,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319150375"}]},"ts":"1734319150375"} 2024-12-16T03:19:10,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-16T03:19:10,382 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-16T03:19:10,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 253 msec 2024-12-16T03:19:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T03:19:10,439 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-16T03:19:10,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-16T03:19:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-16T03:19:10,446 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T03:19:10,448 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T03:19:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:19:10,453 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/testdroppedtimed/5164d16a0fe58dfa44d618556cf43e3a 2024-12-16T03:19:10,456 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/testdroppedtimed/5164d16a0fe58dfa44d618556cf43e3a/fam, FileablePath, hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/testdroppedtimed/5164d16a0fe58dfa44d618556cf43e3a/recovered.edits] 2024-12-16T03:19:10,463 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/testdroppedtimed/5164d16a0fe58dfa44d618556cf43e3a/recovered.edits/4.seqid to hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/archive/data/default/testdroppedtimed/5164d16a0fe58dfa44d618556cf43e3a/recovered.edits/4.seqid 2024-12-16T03:19:10,464 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/testdroppedtimed/5164d16a0fe58dfa44d618556cf43e3a 2024-12-16T03:19:10,464 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-16T03:19:10,471 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T03:19:10,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43211 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-16T03:19:10,477 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-16T03:19:10,479 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-16T03:19:10,480 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T03:19:10,480 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-16T03:19:10,481 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734319150481"}]},"ts":"9223372036854775807"} 2024-12-16T03:19:10,483 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T03:19:10,483 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5164d16a0fe58dfa44d618556cf43e3a, NAME => 'testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T03:19:10,483 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-16T03:19:10,483 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734319150483"}]},"ts":"9223372036854775807"} 2024-12-16T03:19:10,485 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-16T03:19:10,491 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T03:19:10,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 49 msec 2024-12-16T03:19:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:19:10,550 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-16T03:19:10,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-16T03:19:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-16T03:19:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:19:10,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T03:19:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:19:10,719 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39907,1734319114612 2024-12-16T03:19:10,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39907 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-16T03:19:10,721 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-16T03:19:10,722 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-16T03:19:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-16T03:19:10,726 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on f0d65a6309ee,39907,1734319114612 suceeded 2024-12-16T03:19:10,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-16T03:19:10,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-16T03:19:10,730 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-16T03:19:10,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 176 msec 2024-12-16T03:19:10,803 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, startPosition=0, beingWritten=true 2024-12-16T03:19:10,824 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:19:10,824 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734319149328/Put/vlen=4096/seqid=0; >],4327}, {test/56be35ab37eb7c4e864d9c9b10076d55/4=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/5=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/6=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/7=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/8=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/9=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/10=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/11=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/12=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/13=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/14=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/15=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/16=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/17=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/18=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/19=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/20=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/21=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/22=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/23=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/24=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/25=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-16T03:19:10,828 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:19:10,831 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:19:10,832 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:19:10,834 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-16T03:19:10,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:10,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x723b20a1 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7efb91c1 2024-12-16T03:19:10,851 DEBUG [ReadOnlyZKClient-127.0.0.1:61587@0x723b20a1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eff687a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:19:10,863 DEBUG [hconnection-0x433c1e6c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:10,865 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:19:10,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:10,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:10,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-16T03:19:10,877 DEBUG [ReadOnlyZKClient-127.0.0.1:61587@0x723b20a1 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f0d65a6309ee,43211,1734319122446, seqNum=-1] 2024-12-16T03:19:10,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:10,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:10,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:10,884 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:10,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:10,889 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54., hostname=f0d65a6309ee,43211,1734319122446, seqNum=2] 2024-12-16T03:19:10,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:10,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:10,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:10,898 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54., hostname=f0d65a6309ee,43211,1734319122446, seqNum=2] 2024-12-16T03:19:10,899 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54., hostname=f0d65a6309ee,43211,1734319122446, seqNum=2] 2024-12-16T03:19:10,899 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54., hostname=f0d65a6309ee,43211,1734319122446, seqNum=2] 2024-12-16T03:19:10,899 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54., hostname=f0d65a6309ee,43211,1734319122446, seqNum=2] 2024-12-16T03:19:10,900 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54., hostname=f0d65a6309ee,43211,1734319122446, seqNum=2] 2024-12-16T03:19:10,900 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54., hostname=f0d65a6309ee,43211,1734319122446, seqNum=2] 2024-12-16T03:19:10,900 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54., hostname=f0d65a6309ee,43211,1734319122446, seqNum=2] 2024-12-16T03:19:10,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:10,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:19:10,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:10,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:10,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:10,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:10,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:10,915 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:10,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:10,917 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:10,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:10,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319210908, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:10,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:10,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:10,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:10,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:10,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:10,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:10,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:10,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:10,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:10,944 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21c2f1a1 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@89e7add 2024-12-16T03:19:10,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:10,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:10,950 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:10,955 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@521f2a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:10,958 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:10,959 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:10,961 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21c2f1a1 to 127.0.0.1:61587 2024-12-16T03:19:10,961 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:11,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:11,140 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:19:11,247 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:11,249 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:11,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:11,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319211063, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:11,250 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1519f232 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@114690b4 2024-12-16T03:19:11,258 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a254dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:11,259 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:11,260 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:11,262 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1519f232 to 127.0.0.1:61587 2024-12-16T03:19:11,262 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:11,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:11,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:11,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:11,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:11,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:11,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:11,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:11,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:11,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:11,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:11,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:11,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:11,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:11,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:11,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:11,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:11,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:11,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:11,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:11,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:11,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:11,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:11,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:11,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:11,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:11,469 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:11,469 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:11,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:11,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:11,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319211463, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:11,471 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:11,471 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3505e9c2 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@370cf5e4 2024-12-16T03:19:11,489 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b3dda95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:11,490 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:11,491 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:11,494 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3505e9c2 to 127.0.0.1:61587 2024-12-16T03:19:11,494 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:11,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:11,802 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:11,803 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:11,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:11,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319211795, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:11,806 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42ff390c to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@120c5762 2024-12-16T03:19:11,850 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7700dec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:11,851 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:11,852 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:11,854 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42ff390c to 127.0.0.1:61587 2024-12-16T03:19:11,854 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:11,875 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:19:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:11,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:11,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:11,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:11,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:11,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:11,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:11,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:11,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:11,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:11,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:11,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:11,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:11,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:11,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:11,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:11,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:11,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:11,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:11,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:11,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:11,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:11,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:11,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:11,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:11,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:11,994 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:12,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:12,265 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:12,266 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:12,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:12,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319212256, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:12,268 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x600f8a33 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10487617 2024-12-16T03:19:12,309 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61cf6c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:12,310 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:12,311 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:12,313 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x600f8a33 to 127.0.0.1:61587 2024-12-16T03:19:12,313 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:12,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f0d65a6309ee%2C39907%2C1734319114612]: currently replicating from: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 at position: -1 2024-12-16T03:19:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:12,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:12,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:12,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:12,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:12,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:12,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:12,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:12,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:12,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:12,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:12,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:12,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:12,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:12,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:12,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:12,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:12,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:12,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:12,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:12,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:12,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:12,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:12,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:12,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:12,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:12,518 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:12,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:12,824 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:12,825 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:12,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:12,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319212816, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:12,827 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70ad428f to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53d8feaa 2024-12-16T03:19:12,869 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43550e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:12,872 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:12,874 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:12,876 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70ad428f to 127.0.0.1:61587 2024-12-16T03:19:12,876 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:13,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:13,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:13,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:13,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:13,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:13,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:13,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:13,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:13,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:13,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:13,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:13,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:13,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:13,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:13,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:13,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:13,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:13,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:13,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:13,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:13,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:13,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:13,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:13,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:13,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:13,043 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:13,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:13,491 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:13,491 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:13,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:13,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319213478, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:13,493 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x029a3cf5 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f34e19b 2024-12-16T03:19:13,534 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64a00af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:13,537 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:13,539 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:13,543 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x029a3cf5 to 127.0.0.1:61587 2024-12-16T03:19:13,543 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:13,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:13,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:13,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:13,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:13,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:13,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:13,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:13,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:13,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:13,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:13,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:13,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:13,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:13,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:13,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:13,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:13,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:13,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:13,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:13,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:13,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:13,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:13,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:13,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:13,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:13,560 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:14,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:14,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:14,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:14,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:14,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:14,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:14,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:14,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:14,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:14,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:14,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:14,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:14,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:14,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:14,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:14,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:14,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:14,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:14,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:14,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:14,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:14,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:14,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:14,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:14,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:14,089 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:14,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:14,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-16T03:19:14,254 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-16T03:19:14,254 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:14,255 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:14,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:14,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319214245, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:14,258 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043839e to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3026e5bc 2024-12-16T03:19:14,275 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5435b6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:14,276 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:14,277 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:14,279 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043839e to 127.0.0.1:61587 2024-12-16T03:19:14,279 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:14,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:14,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:14,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:14,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:14,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:14,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:14,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:14,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:14,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:14,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:14,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:14,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:14,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:14,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:14,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:14,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:14,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:14,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:14,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:14,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:14,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:14,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:14,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:14,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:14,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:14,612 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:14,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:14,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T03:19:15,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:15,092 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:15,093 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:15,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:15,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319215082, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:15,094 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14c4ee46 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1348f267 2024-12-16T03:19:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:15,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:15,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:15,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:15,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:15,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:15,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:15,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:15,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:15,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:15,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:15,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:15,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:15,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:15,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:15,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:15,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:15,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:15,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:15,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:15,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:15,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:15,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:15,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:15,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:15,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:15,131 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:15,133 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a332cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:15,134 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:15,136 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:15,137 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14c4ee46 to 127.0.0.1:61587 2024-12-16T03:19:15,137 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:15,607 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:19:15,610 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:19:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:15,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:15,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:15,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:15,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:15,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:15,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:15,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:15,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:15,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:15,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:15,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:15,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:15,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:15,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:15,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:15,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:15,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:15,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:15,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:15,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:15,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:15,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:15,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:15,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:15,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:15,658 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:16,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:16,043 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:16,044 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:16,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:16,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319216038, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:16,045 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1feaa3ae to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b65a1fe 2024-12-16T03:19:16,083 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3840aa7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:16,085 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:16,085 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:16,087 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1feaa3ae to 127.0.0.1:61587 2024-12-16T03:19:16,087 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:16,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:16,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:16,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:16,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:16,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:16,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:16,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:16,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:16,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:16,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:16,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:16,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:16,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:16,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:16,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:16,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:16,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:16,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:16,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:16,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:16,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:16,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:16,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:16,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:16,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:16,184 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:16,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:16,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:16,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:16,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:16,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:16,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:16,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:16,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:16,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:16,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:16,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:16,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:16,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:16,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:16,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:16,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:16,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:16,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:16,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:16,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:16,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:16,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:16,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:16,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:16,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:16,707 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:17,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:17,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:17,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:17,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:17,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:17,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:17,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:17,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:17,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:17,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:17,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:17,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:17,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:17,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:17,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:17,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:17,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:17,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:17,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:17,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:17,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:17,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:17,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:17,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:17,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:17,223 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:17,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:17,223 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:17,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:17,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319217089, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:17,224 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:17,225 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20b58862 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4639b7db 2024-12-16T03:19:17,241 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b97ce15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:17,242 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:17,243 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:17,245 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20b58862 to 127.0.0.1:61587 2024-12-16T03:19:17,245 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:17,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f0d65a6309ee%2C39907%2C1734319114612]: currently replicating from: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 at position: -1 2024-12-16T03:19:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:17,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:17,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:17,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:17,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:17,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:17,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:17,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:17,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:17,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:17,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:17,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:17,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:17,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:17,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:17,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:17,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:17,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:17,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:17,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:17,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:17,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:17,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:17,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:17,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:17,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:17,751 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:18,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:18,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:18,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:18,260 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:18,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:18,260 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:18,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:18,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319218247, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:18,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:18,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:18,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:18,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:18,263 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58407695 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53cc9529 2024-12-16T03:19:18,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:18,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:18,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:18,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:18,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:18,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:18,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:18,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:18,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:18,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:18,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:18,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:18,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:18,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:18,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:18,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:18,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:18,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:18,272 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:18,300 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ee1e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:18,303 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:18,304 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:18,307 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58407695 to 127.0.0.1:61587 2024-12-16T03:19:18,307 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:18,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:18,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:18,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:18,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:18,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:18,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:18,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:18,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:18,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:18,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:18,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:18,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:18,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:18,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:18,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:18,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:18,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:18,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:18,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:18,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:18,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:18,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:18,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:18,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:18,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:18,786 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:19,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:19,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:19,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:19,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:19,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:19,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:19,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:19,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:19,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:19,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:19,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:19,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:19,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:19,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:19,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:19,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:19,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:19,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:19,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:19,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:19,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:19,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:19,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:19,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:19,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:19,301 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:19,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:19,313 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:19,314 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:19,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:19,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319219308, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:19,316 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49685b47 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e3afa9e 2024-12-16T03:19:19,333 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18c3fc7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:19,334 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:19,335 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:19,336 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49685b47 to 127.0.0.1:61587 2024-12-16T03:19:19,336 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:19,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:19,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T03:19:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:19,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:19,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:19,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:19,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:19,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:19,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:19,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:19,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:19,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:19,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:19,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:19,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:19,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:19,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:19,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:19,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:19,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:19,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:19,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:19,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:19,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:19,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:19,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:19,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:19,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:19,824 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:20,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:20,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:20,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:20,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:20,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:20,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:20,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:20,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:20,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:20,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:20,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:20,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:20,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:20,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:20,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:20,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:20,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:20,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:20,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:20,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:20,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:20,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:20,344 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:20,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:20,346 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:20,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:20,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319220338, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:20,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:20,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:20,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:20,348 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:20,348 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a8e26e1 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1349c524 2024-12-16T03:19:20,384 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@146efb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:20,387 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:20,389 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:20,392 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a8e26e1 to 127.0.0.1:61587 2024-12-16T03:19:20,392 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:20,428 INFO [master/f0d65a6309ee:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-16T03:19:20,428 INFO [master/f0d65a6309ee:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-16T03:19:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:20,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:20,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:20,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:20,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:20,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:20,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:20,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:20,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:20,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:20,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:20,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:20,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:20,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:20,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:20,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:20,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:20,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:20,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:20,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:20,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:20,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:20,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:20,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:20,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:20,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:20,861 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:21,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:21,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:21,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:21,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:21,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:21,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:21,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:21,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:21,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:21,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:21,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:21,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:21,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:21,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:21,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:21,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:21,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:21,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:21,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:21,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:21,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:21,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:21,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:21,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:21,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:21,387 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:21,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:21,397 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:21,397 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:21,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:21,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319221393, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:21,399 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x512aacbe to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c17235a 2024-12-16T03:19:21,433 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fc30666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:21,435 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:21,437 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:21,439 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x512aacbe to 127.0.0.1:61587 2024-12-16T03:19:21,440 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:21,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:21,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:21,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:21,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:21,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:21,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:21,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:21,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:21,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:21,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:21,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:21,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:21,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:21,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:21,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:21,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:21,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:21,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:21,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:21,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:21,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:21,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:21,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:21,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:21,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:21,914 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:22,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f0d65a6309ee%2C39907%2C1734319114612]: currently replicating from: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 at position: -1 2024-12-16T03:19:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:22,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:22,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:22,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:22,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:22,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:22,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:22,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:22,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:22,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:22,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:22,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:22,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:22,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:22,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:22,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:22,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:22,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:22,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:22,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:22,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:22,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:22,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:22,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:22,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:22,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:22,433 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:22,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:22,445 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:22,445 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:22,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:22,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319222440, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:22,447 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x727551f0 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d1d12f8 2024-12-16T03:19:22,466 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e49336a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:22,468 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:22,469 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:22,470 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x727551f0 to 127.0.0.1:61587 2024-12-16T03:19:22,470 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:22,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:22,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:22,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:22,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:22,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:22,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:22,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:22,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:22,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:22,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:22,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:22,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:22,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:22,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:22,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:22,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:22,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:22,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:22,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:22,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:22,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:22,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:22,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:22,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:22,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:22,956 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:23,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:23,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:23,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:23,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:23,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:23,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:23,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:23,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:23,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:23,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:23,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:23,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:23,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:23,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:23,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:23,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:23,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:23,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:23,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:23,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:23,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:23,477 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:23,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:23,478 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:23,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:23,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319223471, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:23,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:23,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:23,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:23,481 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67b02709 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@421f73d5 2024-12-16T03:19:23,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:23,481 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:23,518 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25aaca9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:23,520 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:23,521 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:23,523 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67b02709 to 127.0.0.1:61587 2024-12-16T03:19:23,523 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:23,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:23,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:23,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:23,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:23,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:23,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:23,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:23,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:23,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:23,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:23,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:23,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:23,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:23,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:23,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:23,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:23,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:23,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:23,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:23,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:23,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:24,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:24,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:24,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:24,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:24,001 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:24,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:24,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:24,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:24,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:24,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:24,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:24,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:24,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:24,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:24,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:24,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:24,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:24,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:24,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:24,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:24,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:24,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:24,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:24,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:24,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:24,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:24,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:24,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:24,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:24,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:24,523 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:24,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:24,528 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:24,529 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:24,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:24,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319224524, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:24,530 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ca7af04 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@559fe89e 2024-12-16T03:19:24,547 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26122e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:24,548 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:24,550 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:24,552 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ca7af04 to 127.0.0.1:61587 2024-12-16T03:19:24,552 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:24,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:24,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T03:19:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:25,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:25,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:25,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:25,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:25,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:25,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:25,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:25,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:25,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:25,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:25,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:25,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:25,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:25,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:25,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:25,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:25,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:25,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:25,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:25,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:25,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:25,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:25,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:25,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:25,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:25,042 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:25,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:25,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:25,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:25,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:25,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:25,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:25,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:25,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:25,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:25,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:25,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:25,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:25,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:25,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:25,557 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:25,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:25,558 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:25,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:25,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:25,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319225553, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:25,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:25,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:25,560 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37dc67b9 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dadb2c4 2024-12-16T03:19:25,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:25,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:25,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:25,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:25,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:25,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:25,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:25,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:25,563 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:25,600 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a7cf9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:25,602 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:25,603 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:25,606 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37dc67b9 to 127.0.0.1:61587 2024-12-16T03:19:25,606 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:26,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:26,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:26,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:26,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:26,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:26,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:26,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:26,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:26,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:26,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:26,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:26,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:26,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:26,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:26,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:26,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:26,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:26,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:26,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:26,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:26,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:26,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:26,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:26,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:26,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:26,080 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:26,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:26,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:26,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:26,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:26,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:26,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:26,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:26,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:26,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:26,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:26,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:26,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:26,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:26,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:26,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:26,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:26,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:26,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:26,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:26,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:26,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:26,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:26,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:26,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:26,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:26,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:26,609 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:26,614 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:26,615 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:26,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:26,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319226607, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:26,617 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0933dfa5 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@797877d5 2024-12-16T03:19:26,659 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3487cb24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:26,661 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:26,663 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:26,666 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0933dfa5 to 127.0.0.1:61587 2024-12-16T03:19:26,666 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:27,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:27,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:27,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:27,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:27,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:27,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:27,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:27,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:27,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:27,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:27,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:27,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:27,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:27,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:27,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:27,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:27,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:27,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:27,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:27,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:27,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:27,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:27,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:27,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:27,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:27,120 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:27,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f0d65a6309ee%2C39907%2C1734319114612]: currently replicating from: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 at position: -1 2024-12-16T03:19:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:27,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:27,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:27,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:27,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:27,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:27,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:27,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:27,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:27,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:27,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:27,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:27,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:27,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:27,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:27,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:27,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:27,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:27,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:27,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:27,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:27,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:27,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:27,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:27,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:27,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:27,632 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:27,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:27,697 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:27,698 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:27,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:27,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319227668, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:27,701 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ae12bd0 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@709d2b86 2024-12-16T03:19:27,733 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a49105a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:27,735 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:27,737 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:27,740 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ae12bd0 to 127.0.0.1:61587 2024-12-16T03:19:27,740 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:28,041 INFO [master/f0d65a6309ee:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-16T03:19:28,041 INFO [master/f0d65a6309ee:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-16T03:19:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:28,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:28,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:28,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:28,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:28,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:28,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:28,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:28,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:28,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:28,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:28,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:28,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:28,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:28,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:28,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:28,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:28,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:28,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:28,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:28,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:28,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:28,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:28,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:28,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:28,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:28,159 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:28,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:28,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:28,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:28,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:28,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:28,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:28,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:28,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:28,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:28,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:28,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:28,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:28,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:28,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:28,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:28,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:28,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:28,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:28,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:28,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:28,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:28,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:28,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:28,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:28,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:28,671 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:28,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:28,744 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:28,745 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:28,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:28,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319228740, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:28,746 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24d9d718 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d81091e 2024-12-16T03:19:28,783 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f781534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:28,786 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:28,787 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:28,790 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24d9d718 to 127.0.0.1:61587 2024-12-16T03:19:28,790 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:29,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:29,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:29,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:29,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:29,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:29,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:29,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:29,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:29,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:29,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:29,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:29,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:29,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:29,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:29,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:29,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:29,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:29,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:29,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:29,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:29,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:29,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:29,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:29,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:29,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:29,200 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:29,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:29,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T03:19:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:29,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:29,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:29,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:29,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:29,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:29,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:29,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:29,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:29,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:29,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:29,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:29,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:29,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:29,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:29,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:29,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:29,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:29,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:29,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:29,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:29,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:29,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:29,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:29,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:29,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:29,728 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:29,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:29,800 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:29,801 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:29,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:29,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319229792, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:29,803 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c6344f9 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@191f6192 2024-12-16T03:19:29,841 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56810630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:29,843 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:29,844 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:29,846 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c6344f9 to 127.0.0.1:61587 2024-12-16T03:19:29,846 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:30,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:30,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:30,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:30,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:30,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:30,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:30,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:30,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:30,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:30,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:30,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:30,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:30,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:30,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:30,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:30,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:30,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:30,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:30,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:30,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:30,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:30,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:30,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:30,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:30,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:30,254 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:30,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:30,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:30,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:30,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:30,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:30,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:30,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:30,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:30,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:30,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:30,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:30,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:30,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:30,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:30,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:30,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:30,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:30,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:30,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:30,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:30,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:30,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:30,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:30,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:30,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:30,780 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:30,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:30,857 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:30,858 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:30,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:30,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319230848, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:30,861 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b525d60 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70fb4bbc 2024-12-16T03:19:30,899 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b927a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:30,900 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:30,901 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:30,903 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b525d60 to 127.0.0.1:61587 2024-12-16T03:19:30,903 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:31,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:31,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:31,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:31,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:31,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:31,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:31,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:31,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:31,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:31,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:31,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:31,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:31,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:31,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:31,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:31,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:31,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:31,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:31,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:31,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:31,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:31,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:31,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:31,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:31,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:31,301 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:31,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:31,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:31,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:31,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:31,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:31,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:31,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:31,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:31,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:31,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:31,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:31,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:31,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:31,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:31,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:31,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:31,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:31,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:31,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:31,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:31,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:31,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:31,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:31,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:31,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:31,820 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:31,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:31,912 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:31,914 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:31,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:31,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319231904, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:31,916 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54e3067a to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e6f01f1 2024-12-16T03:19:31,958 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c11aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:31,961 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:31,963 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:31,965 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54e3067a to 127.0.0.1:61587 2024-12-16T03:19:31,965 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:32,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:32,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:32,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:32,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:32,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:32,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:32,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:32,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:32,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:32,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:32,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:32,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:32,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:32,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:32,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:32,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:32,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:32,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:32,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:32,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:32,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:32,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:32,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:32,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:32,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:32,344 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:32,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f0d65a6309ee%2C39907%2C1734319114612]: currently replicating from: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 at position: -1 2024-12-16T03:19:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:32,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:32,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:32,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:32,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:32,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:32,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:32,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:32,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:32,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:32,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:32,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:32,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:32,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:32,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:32,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:32,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:32,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:32,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:32,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:32,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:32,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:32,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:32,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:32,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:32,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:32,870 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:32,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:32,976 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:32,977 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:32,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:32,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319232967, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:32,979 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x584359a8 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e25abd8 2024-12-16T03:19:33,000 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40ade4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:33,002 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:33,004 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:33,007 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x584359a8 to 127.0.0.1:61587 2024-12-16T03:19:33,007 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:33,113 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:19:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:33,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:33,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:33,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:33,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:33,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:33,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:33,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:33,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:33,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:33,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:33,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:33,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:33,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:33,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:33,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:33,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:33,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:33,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:33,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:33,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:33,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:33,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:33,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:33,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:33,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:33,386 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:33,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:33,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:33,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:33,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:33,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:33,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:33,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:33,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:33,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:33,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:33,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:33,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:33,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:33,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:33,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:33,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:33,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:33,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:33,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:33,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:33,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:33,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:33,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:33,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:33,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:33,911 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:34,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:34,018 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:34,019 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:34,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:34,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319234009, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:34,021 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c3c78f5 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1fb475c1 2024-12-16T03:19:34,057 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3013b2ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:34,059 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:34,060 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:34,061 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c3c78f5 to 127.0.0.1:61587 2024-12-16T03:19:34,061 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:34,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:34,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:34,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:34,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:34,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:34,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:34,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:34,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:34,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:34,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:34,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:34,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:34,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:34,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:34,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:34,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:34,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:34,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:34,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:34,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:34,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:34,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:34,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:34,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:34,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:34,434 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:34,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:34,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T03:19:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:34,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:34,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:34,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:34,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:34,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:34,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:34,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:34,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:34,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:34,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:34,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:34,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:34,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:34,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:34,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:34,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:34,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:34,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:34,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:34,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:34,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:34,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:34,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:34,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:34,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:34,955 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:35,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:35,194 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:35,195 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:35,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:35,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319235062, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:35,197 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x166a12ea to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2acc679b 2024-12-16T03:19:35,233 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e425ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:35,234 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:35,235 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:35,237 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x166a12ea to 127.0.0.1:61587 2024-12-16T03:19:35,237 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:35,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:35,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:35,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:35,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:35,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:35,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:35,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:35,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:35,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:35,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:35,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:35,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:35,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:35,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:35,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:35,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:35,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:35,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:35,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:35,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:35,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:35,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:35,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:35,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:35,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:35,476 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:35,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:35,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:35,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:35,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:35,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:35,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:35,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:35,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:35,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:35,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:35,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:35,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:35,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:35,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:35,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:35,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:35,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:35,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:35,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:35,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:35,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:35,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:35,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:35,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:35,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:36,000 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:36,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:36,247 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:36,249 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:36,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:36,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319236239, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:36,251 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x297e9444 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60c7de4f 2024-12-16T03:19:36,291 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ab4dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:36,292 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:36,293 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:36,295 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x297e9444 to 127.0.0.1:61587 2024-12-16T03:19:36,295 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:36,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:36,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:36,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:36,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:36,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:36,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:36,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:36,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:36,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:36,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:36,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:36,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:36,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:36,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:36,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:36,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:36,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:36,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:36,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:36,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:36,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:36,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:36,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:36,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:36,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:36,516 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:37,016 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-16T03:19:37,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-16T03:19:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-16T03:19:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T03:19:37,019 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319177019"}]},"ts":"1734319177019"} 2024-12-16T03:19:37,020 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-16T03:19:37,057 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-16T03:19:37,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-16T03:19:37,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=120ce0c1742db68cf24fb1fe6ac5bba7, UNASSIGN}] 2024-12-16T03:19:37,059 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=120ce0c1742db68cf24fb1fe6ac5bba7, UNASSIGN 2024-12-16T03:19:37,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=120ce0c1742db68cf24fb1fe6ac5bba7, regionState=CLOSING, regionLocation=f0d65a6309ee,39907,1734319114612 2024-12-16T03:19:37,061 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:19:37,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 120ce0c1742db68cf24fb1fe6ac5bba7, server=f0d65a6309ee,39907,1734319114612}] 2024-12-16T03:19:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T03:19:37,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39907,1734319114612 2024-12-16T03:19:37,214 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 120ce0c1742db68cf24fb1fe6ac5bba7 2024-12-16T03:19:37,215 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:19:37,215 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 120ce0c1742db68cf24fb1fe6ac5bba7, disabling compactions & flushes 2024-12-16T03:19:37,215 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. 2024-12-16T03:19:37,215 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. 2024-12-16T03:19:37,215 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. after waiting 0 ms 2024-12-16T03:19:37,215 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. 2024-12-16T03:19:37,216 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 120ce0c1742db68cf24fb1fe6ac5bba7 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-16T03:19:37,270 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/.tmp/fam/8bab09c77d5f40cc8d674801973e49e5 is 4154, key is 0 put on table to be dropped/fam:row/1734319149328/Put/seqid=0 2024-12-16T03:19:37,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741866_1042 (size=9218) 2024-12-16T03:19:37,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:37,302 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:37,303 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:37,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:37,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319237296, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:37,305 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d99dee8 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f256b2 2024-12-16T03:19:37,315 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fabae2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:37,317 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:37,318 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:37,320 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d99dee8 to 127.0.0.1:61587 2024-12-16T03:19:37,320 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T03:19:37,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f0d65a6309ee%2C39907%2C1734319114612]: currently replicating from: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 at position: -1 2024-12-16T03:19:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T03:19:37,679 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/.tmp/fam/8bab09c77d5f40cc8d674801973e49e5 2024-12-16T03:19:37,721 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/.tmp/fam/8bab09c77d5f40cc8d674801973e49e5 as hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/fam/8bab09c77d5f40cc8d674801973e49e5 2024-12-16T03:19:37,727 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/fam/8bab09c77d5f40cc8d674801973e49e5, entries=1, sequenceid=5, filesize=9.0 K 2024-12-16T03:19:37,730 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 120ce0c1742db68cf24fb1fe6ac5bba7 in 514ms, sequenceid=5, compaction requested=false 2024-12-16T03:19:37,730 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-16T03:19:37,735 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T03:19:37,736 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7. 2024-12-16T03:19:37,736 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 120ce0c1742db68cf24fb1fe6ac5bba7: 2024-12-16T03:19:37,737 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 120ce0c1742db68cf24fb1fe6ac5bba7 2024-12-16T03:19:37,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=120ce0c1742db68cf24fb1fe6ac5bba7, regionState=CLOSED 2024-12-16T03:19:37,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-16T03:19:37,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 120ce0c1742db68cf24fb1fe6ac5bba7, server=f0d65a6309ee,39907,1734319114612 in 678 msec 2024-12-16T03:19:37,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-16T03:19:37,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=120ce0c1742db68cf24fb1fe6ac5bba7, UNASSIGN in 681 msec 2024-12-16T03:19:37,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-16T03:19:37,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 684 msec 2024-12-16T03:19:37,746 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734319177746"}]},"ts":"1734319177746"} 2024-12-16T03:19:37,747 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-16T03:19:37,782 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-16T03:19:37,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 765 msec 2024-12-16T03:19:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T03:19:38,127 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-16T03:19:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:38,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:38,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:38,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:38,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:38,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:38,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:38,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:38,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:38,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:38,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:38,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:38,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:38,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:38,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:38,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:38,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:38,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:38,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:38,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:38,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:38,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:38,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:38,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:38,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:38,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:38,143 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:38,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:38,326 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:38,326 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:38,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:38,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319238321, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:38,328 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x493b8003 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@586d1850 2024-12-16T03:19:38,347 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1af51fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:38,348 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:38,349 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:38,350 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x493b8003 to 127.0.0.1:61587 2024-12-16T03:19:38,350 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:38,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:38,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:38,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:38,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:38,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:38,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:38,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:38,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:38,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:38,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:38,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:38,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:38,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:38,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:38,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:38,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:38,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:38,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:38,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:38,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:38,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:38,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:38,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:38,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:38,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:38,655 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:38,771 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d530cd53a675844f337050c9ee022fe9 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:39,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:39,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:39,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:39,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:39,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:39,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:39,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:39,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:39,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:39,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:39,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:39,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:39,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:39,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:39,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:39,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:39,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:39,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:39,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:39,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:39,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:39,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:39,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:39,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:39,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:39,167 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:39,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:39,359 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:39,360 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:39,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:39,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319239352, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:39,363 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x662d3dad to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@563206a0 2024-12-16T03:19:39,400 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6408bb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:39,403 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:39,405 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:39,409 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x662d3dad to 127.0.0.1:61587 2024-12-16T03:19:39,409 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:39,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:39,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T03:19:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:39,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:39,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:39,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:39,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:39,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:39,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:39,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:39,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:39,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:39,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:39,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:39,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:39,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:39,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:39,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:39,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:39,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:39,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:39,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:39,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:39,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:39,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:39,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:39,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:39,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:39,687 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:40,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:40,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:40,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:40,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:40,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:40,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:40,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:40,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:40,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:40,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:40,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:40,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:40,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:40,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:40,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:40,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:40,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:40,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:40,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:40,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:40,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:40,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:40,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:40,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:40,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:40,219 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:40,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:40,415 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:40,416 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:40,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:40,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319240410, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:40,418 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0429820c to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4268932f 2024-12-16T03:19:40,458 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@631a1b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:40,461 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:40,463 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:40,465 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0429820c to 127.0.0.1:61587 2024-12-16T03:19:40,465 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:40,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:40,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:40,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:40,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:40,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:40,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:40,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:40,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:40,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:40,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:40,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:40,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:40,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:40,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:40,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:40,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:40,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:40,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:40,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:40,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:40,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:40,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:40,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:40,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:40,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:40,744 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:41,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:41,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:41,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:41,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:41,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:41,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:41,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:41,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:41,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:41,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:41,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:41,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:41,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:41,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:41,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:41,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:41,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:41,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:41,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:41,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:41,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:41,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:41,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:41,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:41,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:41,270 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:41,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:41,472 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:41,473 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:41,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:41,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319241466, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:41,475 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10824313 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16f55bc7 2024-12-16T03:19:41,515 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@258662ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:41,517 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:41,518 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:41,519 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10824313 to 127.0.0.1:61587 2024-12-16T03:19:41,519 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:41,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:41,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:41,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:41,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:41,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:41,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:41,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:41,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:41,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:41,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:41,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:41,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:41,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:41,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:41,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:41,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:41,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:41,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:41,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:41,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:41,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:41,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:41,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:41,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:41,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:41,790 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:41,876 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:19:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:42,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:42,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:42,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:42,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:42,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:42,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:42,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:42,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:42,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:42,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:42,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:42,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:42,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:42,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:42,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:42,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:42,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:42,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:42,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:42,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:42,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:42,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:42,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:42,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:42,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:42,310 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:42,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f0d65a6309ee%2C39907%2C1734319114612]: currently replicating from: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 at position: -1 2024-12-16T03:19:42,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:42,523 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:42,524 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:42,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:42,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319242520, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:42,525 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63365c09 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f2118cb 2024-12-16T03:19:42,566 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a48281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:42,568 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:42,570 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:42,572 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63365c09 to 127.0.0.1:61587 2024-12-16T03:19:42,572 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:42,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:42,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:42,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:42,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:42,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:42,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:42,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:42,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:42,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:42,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:42,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:42,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:42,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:42,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:42,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:42,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:42,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:42,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:42,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:42,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:42,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:42,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:42,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:42,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:42,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:42,829 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:43,264 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:19:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:43,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:43,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:43,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:43,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:43,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:43,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:43,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:43,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:43,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:43,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:43,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:43,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:43,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:43,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:43,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:43,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:43,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:43,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:43,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:43,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:43,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:43,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:43,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:43,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:43,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:43,341 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:43,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:43,605 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:43,606 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:43,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:43,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319243575, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:43,610 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0993d2ff to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e236446 2024-12-16T03:19:43,665 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33fe4589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:43,669 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:43,672 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:43,675 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0993d2ff to 127.0.0.1:61587 2024-12-16T03:19:43,675 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:43,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:43,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:43,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:43,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:43,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:43,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:43,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:43,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:43,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:43,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:43,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:43,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:43,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:43,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:43,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:43,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:43,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:43,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:43,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:43,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:43,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:43,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:43,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:43,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:43,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:43,860 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:44,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-16T03:19:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:44,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:44,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:44,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:44,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:44,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:44,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:44,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:44,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:44,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:44,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:44,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:44,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:44,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:44,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:44,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:44,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:44,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:44,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:44,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:44,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:44,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:44,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:44,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:44,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:44,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:44,381 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:44,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:44,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T03:19:44,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:44,684 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:44,686 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:44,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:44,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319244676, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:44,688 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c5ea421 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@199afab8 2024-12-16T03:19:44,707 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5809360f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:44,708 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:44,709 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:44,711 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c5ea421 to 127.0.0.1:61587 2024-12-16T03:19:44,711 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:44,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:44,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:44,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:44,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:44,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:44,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:44,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:44,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:44,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:44,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:44,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:44,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:44,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:44,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:44,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:44,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:44,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:44,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:44,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:44,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:44,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:44,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:44,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:44,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:44,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:44,901 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:45,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:45,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:45,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:45,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:45,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:45,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:45,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:45,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:45,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:45,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:45,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:45,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:45,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:45,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:45,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:45,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:45,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:45,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:45,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:45,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:45,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:45,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:45,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:45,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:45,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:45,427 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:45,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:45,718 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:45,719 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:45,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:45,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319245712, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:45,721 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x56a9db9a to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18a8a4cd 2024-12-16T03:19:45,757 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9805099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:45,759 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:45,760 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:45,761 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x56a9db9a to 127.0.0.1:61587 2024-12-16T03:19:45,761 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:45,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:45,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:45,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:45,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:45,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:45,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:45,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:45,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:45,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:45,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:45,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:45,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:45,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:45,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:45,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:45,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:45,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:45,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:45,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:45,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:45,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:45,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:45,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:45,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:45,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:45,948 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:46,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:46,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:46,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:46,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:46,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:46,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:46,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:46,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:46,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:46,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:46,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:46,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:46,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:46,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:46,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:46,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:46,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:46,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:46,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:46,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:46,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:46,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:46,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:46,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:46,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:46,468 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:46,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:46,771 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:46,773 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:46,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:46,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319246763, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:46,775 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x162a39df to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bf9691b 2024-12-16T03:19:46,816 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4076ec65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:46,819 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:46,820 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:46,823 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x162a39df to 127.0.0.1:61587 2024-12-16T03:19:46,823 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:46,869 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 439d37c3d271fcb2db599fa5608ffee9 changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:19:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:46,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:46,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:46,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:46,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:46,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:46,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:46,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:46,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:46,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:46,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:46,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:46,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:46,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:46,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:46,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:46,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:46,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:46,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:46,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:46,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:46,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:46,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:46,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:46,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:46,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:46,978 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:47,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f0d65a6309ee%2C39907%2C1734319114612]: currently replicating from: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 at position: -1 2024-12-16T03:19:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:47,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:47,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:47,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:47,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:47,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:47,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:47,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:47,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:47,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:47,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:47,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:47,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:47,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:47,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:47,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:47,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:47,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:47,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:47,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:47,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:47,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:47,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:47,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:47,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:47,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:47,489 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:47,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:47,831 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:47,833 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:47,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:47,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319247824, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:47,836 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x33124a13 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33a34cdb 2024-12-16T03:19:47,848 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44419b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:47,849 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:47,850 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:47,852 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x33124a13 to 127.0.0.1:61587 2024-12-16T03:19:47,852 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:47,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:47,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:47,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:47,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:47,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:47,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:48,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:48,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:48,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:48,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:48,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:48,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:48,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:48,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:48,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:48,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:48,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:48,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:48,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:48,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:48,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:48,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:48,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:48,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:48,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:48,011 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:48,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:48,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:48,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:48,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:48,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:48,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:48,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:48,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:48,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:48,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:48,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:48,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:48,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:48,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:48,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:48,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:48,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:48,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:48,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:48,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:48,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:48,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:48,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:48,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:48,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:48,531 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:48,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:48,859 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:48,861 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:48,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:48,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319248853, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:48,862 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a609095 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@338cc296 2024-12-16T03:19:48,883 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bddb602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:48,886 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:48,887 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:48,890 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a609095 to 127.0.0.1:61587 2024-12-16T03:19:48,890 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:49,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:49,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:49,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:49,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:49,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:49,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:49,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:49,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:49,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:49,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:49,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:49,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:49,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:49,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:49,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:49,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:49,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:49,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:49,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:49,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:49,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:49,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:49,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:49,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:49,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:49,067 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:49,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:49,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:49,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:49,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:49,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:49,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:49,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:49,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:49,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:49,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:49,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:49,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:49,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:49,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:49,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:49,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:49,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:49,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:49,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:49,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:49,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:49,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:49,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:49,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:49,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:49,588 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:49,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:49,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T03:19:49,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:19:49,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:49,895 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:49,895 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:49,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:49,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319249891, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:49,897 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46be73cf to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@137391fc 2024-12-16T03:19:49,915 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5085836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:49,916 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:49,917 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:49,918 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46be73cf to 127.0.0.1:61587 2024-12-16T03:19:49,918 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:50,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:50,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:50,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:50,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:50,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:50,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:50,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:50,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:50,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:50,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:50,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:50,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:50,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:50,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:50,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:50,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:50,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:50,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:50,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:50,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:50,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:50,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:50,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:50,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:50,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:50,110 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:50,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:50,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:50,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:50,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:50,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:50,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:50,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:50,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:50,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:50,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:50,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:50,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:50,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:50,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:50,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:50,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:50,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:50,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:50,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:50,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:50,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:50,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:50,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:50,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:50,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:50,634 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:50,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:50,929 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:50,930 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:50,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:50,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319250920, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:50,932 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d87efcf to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42f47bf2 2024-12-16T03:19:50,974 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57a5272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:50,976 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:50,978 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:50,981 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d87efcf to 127.0.0.1:61587 2024-12-16T03:19:50,981 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:51,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:51,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:51,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:51,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:51,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:51,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:51,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:51,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:51,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:51,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:51,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:51,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:51,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:51,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:51,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:51,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:51,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:51,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:51,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:51,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:51,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:51,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:51,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:51,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:51,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:51,154 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:51,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:51,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:51,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:51,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:51,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:51,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:51,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:51,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:51,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:51,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:51,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:51,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:51,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:51,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:51,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:51,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:51,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:51,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:51,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:51,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:51,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:51,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:51,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:51,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:51,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:51,679 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:51,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:51,992 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:51,994 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:51,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:51,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319251983, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:51,996 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19d5e874 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@781f2b57 2024-12-16T03:19:52,033 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f211fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:52,036 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:52,038 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:52,041 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19d5e874 to 127.0.0.1:61587 2024-12-16T03:19:52,041 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:52,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:52,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:52,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:52,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:52,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:52,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:52,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:52,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:52,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:52,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:52,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:52,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:52,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:52,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:52,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:52,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:52,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:52,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:52,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:52,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:52,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:52,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:52,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:52,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:52,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:52,205 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:52,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f0d65a6309ee%2C39907%2C1734319114612]: currently replicating from: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 at position: -1 2024-12-16T03:19:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:52,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:52,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:52,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:52,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:52,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:52,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:52,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:52,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:52,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:52,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:52,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:52,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:52,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:52,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:52,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:52,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:52,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:52,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:52,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:52,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:52,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:52,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:52,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:52,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:52,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:52,731 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:53,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:53,045 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:53,045 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:53,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:53,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319253041, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:53,046 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x061ae54f to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e2348 2024-12-16T03:19:53,175 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20a7d278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:53,179 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:53,181 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:53,184 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x061ae54f to 127.0.0.1:61587 2024-12-16T03:19:53,184 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:53,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:53,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:53,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:53,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:53,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:53,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:53,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:53,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:53,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:53,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:53,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:53,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:53,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:53,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:53,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:53,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:53,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:53,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:53,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:53,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:53,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:53,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:53,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:53,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:53,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:53,254 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:53,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:53,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:53,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:53,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:53,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:53,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:53,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:53,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:53,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:53,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:53,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:53,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:53,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:53,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:53,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:53,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:53,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:53,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:53,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:53,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:53,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:53,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:53,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:53,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:53,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:53,776 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:54,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:54,193 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:54,193 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:54,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:54,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319254186, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:54,195 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10f62f65 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66c40a50 2024-12-16T03:19:54,266 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@786e20e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:54,268 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:54,269 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:54,272 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10f62f65 to 127.0.0.1:61587 2024-12-16T03:19:54,272 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:54,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:54,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:54,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:54,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:54,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:54,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:54,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:54,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:54,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:54,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:54,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:54,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:54,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:54,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:54,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:54,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:54,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:54,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:54,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:54,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:54,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:54,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:54,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:54,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:54,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:54,296 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:54,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:54,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T03:19:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:54,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:54,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:54,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:54,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:54,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:54,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:54,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:54,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:54,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:54,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:54,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:54,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:54,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:54,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:54,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:54,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:54,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:54,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:54,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:54,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:54,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:54,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:54,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:54,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:54,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:54,814 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:55,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:55,282 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:55,283 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:55,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:55,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319255274, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:55,285 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247cd400 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62acdc55 2024-12-16T03:19:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:55,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:55,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:55,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:55,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:55,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:55,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:55,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:55,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:55,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:55,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:55,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:55,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:55,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:55,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:55,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:55,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:55,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:55,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:55,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:55,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:55,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:55,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:55,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:55,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:55,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:55,331 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:55,335 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b4c99d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:55,336 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:55,337 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:55,338 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247cd400 to 127.0.0.1:61587 2024-12-16T03:19:55,338 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:55,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:55,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:55,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:55,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:55,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:55,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:55,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:55,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:55,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:55,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:55,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:55,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:55,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:55,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:55,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:55,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:55,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:55,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:55,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:55,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:55,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:55,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:55,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:55,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:55,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:55,853 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:56,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:56,349 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:56,350 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:56,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:56,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319256340, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:56,352 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ef33934 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a3916cb 2024-12-16T03:19:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:56,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:56,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:56,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:56,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:56,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:56,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:56,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:56,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:56,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:56,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:56,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:56,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:56,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:56,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:56,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:56,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:56,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:56,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:56,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:56,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:56,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:56,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:56,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:56,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:56,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:56,363 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:56,390 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25b49857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:56,391 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:56,392 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:56,393 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ef33934 to 127.0.0.1:61587 2024-12-16T03:19:56,393 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:56,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:56,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:56,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:56,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:56,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:56,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:56,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:56,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:56,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:56,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:56,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:56,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:56,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:56,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:56,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:56,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:56,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:56,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:56,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:56,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:56,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:56,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:56,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:56,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:56,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:56,875 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:57,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f0d65a6309ee%2C39907%2C1734319114612]: currently replicating from: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 at position: -1 2024-12-16T03:19:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:57,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:57,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:57,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:57,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:57,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:57,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:57,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:57,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:57,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:57,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:57,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:57,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:57,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:57,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:57,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:57,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:57,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:57,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:57,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:57,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:57,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:57,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:57,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:57,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:57,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:57,385 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:57,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:57,397 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:57,398 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:57,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:57,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319257394, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:57,399 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17326162 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@755fb201 2024-12-16T03:19:57,440 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74a8eadd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:57,441 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:57,442 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:57,443 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17326162 to 127.0.0.1:61587 2024-12-16T03:19:57,443 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:57,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:57,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:57,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:57,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:57,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:57,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:57,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:57,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:57,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:57,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:57,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:57,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:57,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:57,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:57,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:57,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:57,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:57,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:57,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:57,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:57,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:57,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:57,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:57,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:57,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:57,903 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:58,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:58,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:58,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:58,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:58,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:58,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:58,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:58,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:58,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:58,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:58,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:58,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:58,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:58,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:58,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:58,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:58,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:58,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:58,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:58,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:58,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:58,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:58,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:58,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:58,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:58,425 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:58,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:58,449 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:58,450 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:58,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:58,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319258444, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:58,451 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e42b64a to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2605d639 2024-12-16T03:19:58,490 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15482e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:58,492 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:58,493 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:58,494 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e42b64a to 127.0.0.1:61587 2024-12-16T03:19:58,494 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:58,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:58,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:58,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:58,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:58,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:58,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:58,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:58,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:58,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:58,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:58,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:58,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:58,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:58,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:58,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:58,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:58,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:58,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:58,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:58,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:58,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:58,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:58,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:58,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:58,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:58,944 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:59,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:59,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:59,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:59,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:59,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:59,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:59,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:59,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:59,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:59,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:59,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:59,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:59,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:59,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:59,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:59,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:59,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:59,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:59,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:59,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:59,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:59,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:59,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:59,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:59,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:59,461 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:19:59,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:19:59,521 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:19:59,522 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:59,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:19:59,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319259495, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:19:59,525 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b714e69 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73cdeb20 2024-12-16T03:19:59,561 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2720c261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:19:59,565 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:19:59,567 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:19:59,570 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b714e69 to 127.0.0.1:61587 2024-12-16T03:19:59,570 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:19:59,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:19:59,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T03:19:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:19:59,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:19:59,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:19:59,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:19:59,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:19:59,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:19:59,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:19:59,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:19:59,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:19:59,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:19:59,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:19:59,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:19:59,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:19:59,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:19:59,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:19:59,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:19:59,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:19:59,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:19:59,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:19:59,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:19:59,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:19:59,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:19:59,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:19:59,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:19:59,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:19:59,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:19:59,981 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:20:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:00,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:00,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:00,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:00,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:00,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:00,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:00,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:00,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:00,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:00,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:00,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:00,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:00,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:00,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:00,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:00,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:00,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:00,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:00,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:00,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:00,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:00,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:00,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:00,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:00,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:00,504 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:20:00,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:00,579 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:20:00,580 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:20:00,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:20:00,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319260571, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:20:00,583 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44fda8d9 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5875df8d 2024-12-16T03:20:00,631 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e72d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:00,633 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:00,634 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:20:00,635 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44fda8d9 to 127.0.0.1:61587 2024-12-16T03:20:00,635 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:01,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:01,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:01,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:01,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:01,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:01,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:01,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:01,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:01,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:01,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:01,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:01,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:01,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:01,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:01,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:01,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:01,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:01,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:01,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:01,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:01,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:01,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:01,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:01,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:01,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:01,026 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:20:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:01,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:01,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:01,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:01,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:01,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:01,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:01,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:01,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:01,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:01,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:01,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:01,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:01,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:01,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:01,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:01,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:01,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:01,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:01,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:01,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:01,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:01,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:01,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:01,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:01,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:01,552 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:20:01,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:01,646 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:20:01,648 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:20:01,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:20:01,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319261637, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:20:01,651 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10eb3287 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66941ea0 2024-12-16T03:20:01,691 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26daf137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:01,693 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:01,694 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:20:01,695 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10eb3287 to 127.0.0.1:61587 2024-12-16T03:20:01,695 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:02,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:02,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:02,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:02,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:02,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:02,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:02,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:02,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:02,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:02,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:02,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:02,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:02,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:02,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:02,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:02,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:02,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:02,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:02,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:02,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:02,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:02,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:02,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:02,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:02,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:02,071 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:20:02,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f0d65a6309ee%2C39907%2C1734319114612]: currently replicating from: hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 at position: -1 2024-12-16T03:20:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:02,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:02,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:02,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:02,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:02,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:02,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:02,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:02,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:02,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:02,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:02,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:02,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:02,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:02,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:02,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:02,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:02,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:02,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:02,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:02,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:02,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:02,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:02,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:02,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:02,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:02,588 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:20:02,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:02,705 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:20:02,706 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:20:02,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:20:02,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319262697, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:20:02,708 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1913f592 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fb4990e 2024-12-16T03:20:02,749 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e968886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:02,752 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:02,753 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:20:02,756 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1913f592 to 127.0.0.1:61587 2024-12-16T03:20:02,756 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:03,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:03,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:03,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:03,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:03,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:03,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:03,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:03,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:03,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:03,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:03,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:03,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:03,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:03,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:03,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:03,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:03,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:03,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:03,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:03,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:03,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:03,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:03,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:03,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:03,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:03,111 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:20:03,113 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:20:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:03,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:03,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:03,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:03,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:03,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:03,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:03,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:03,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:03,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:03,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:03,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:03,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:03,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:03,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:03,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:03,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:03,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:03,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:03,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:03,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:03,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:03,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:03,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:03,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:03,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:03,631 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T03:20:03,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:03,762 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:20:03,763 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:20:03,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:20:03,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319263757, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:20:03,765 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54a67a39 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f21e54a 2024-12-16T03:20:03,815 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35699a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:03,818 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:03,820 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:20:03,824 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54a67a39 to 127.0.0.1:61587 2024-12-16T03:20:03,824 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:04,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-16T03:20:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-16T03:20:04,138 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T03:20:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T03:20:04,139 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T03:20:04,143 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7 2024-12-16T03:20:04,148 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/fam, FileablePath, hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/recovered.edits] 2024-12-16T03:20:04,153 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/fam/8bab09c77d5f40cc8d674801973e49e5 to hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/archive/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/fam/8bab09c77d5f40cc8d674801973e49e5 2024-12-16T03:20:04,157 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/recovered.edits/8.seqid to hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/archive/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7/recovered.edits/8.seqid 2024-12-16T03:20:04,157 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/testdroppedtimed/120ce0c1742db68cf24fb1fe6ac5bba7 2024-12-16T03:20:04,158 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-16T03:20:04,160 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T03:20:04,161 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-16T03:20:04,163 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-16T03:20:04,164 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T03:20:04,164 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-16T03:20:04,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734319204164"}]},"ts":"9223372036854775807"} 2024-12-16T03:20:04,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T03:20:04,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 120ce0c1742db68cf24fb1fe6ac5bba7, NAME => 'testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T03:20:04,166 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-16T03:20:04,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734319204166"}]},"ts":"9223372036854775807"} 2024-12-16T03:20:04,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-16T03:20:04,173 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T03:20:04,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 39 msec 2024-12-16T03:20:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T03:20:04,241 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-16T03:20:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:04,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:04,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:04,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:04,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:04,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:04,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:04,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:04,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:04,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:04,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:04,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:04,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:04,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:04,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:04,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:04,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:04,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:04,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:04,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:04,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:04,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:04,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:04,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:04,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:04,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:04,258 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T03:20:04,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:04,660 INFO [f0d65a6309ee:43211Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T03:20:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:04,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:04,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:04,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:04,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:04,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:04,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:04,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:04,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:04,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:04,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:04,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:04,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:04,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:04,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:04,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:04,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:04,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:04,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:04,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:04,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:04,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:04,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:04,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:04,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:04,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:04,777 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T03:20:04,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:04,832 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:20:04,833 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:20:04,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:20:04,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:52372 deadline: 1734319264825, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T03:20:04,835 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d9dc3a8 to 127.0.0.1:61587 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d3662e4 2024-12-16T03:20:04,895 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24f2cec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:20:04,898 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:20:04,900 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T03:20:04,900 WARN [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-16T03:20:04,901 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d9dc3a8 to 127.0.0.1:61587 2024-12-16T03:20:04,901 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:05,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:05,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:05,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:05,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:05,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:05,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:05,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:05,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:05,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:05,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:05,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:05,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:05,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:05,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:05,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:05,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:05,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:05,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:05,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:05,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:05,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:05,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:05,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:05,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:05,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:05,296 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T03:20:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:05,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:05,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:05,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:05,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:05,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:05,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:05,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:05,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:05,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:05,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:05,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:05,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:05,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:05,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:05,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:05,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:05,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:05,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:05,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:05,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:05,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:05,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:05,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:05,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:05,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:05,823 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T03:20:05,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:05,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:05,950 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/27=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/28=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/29=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/30=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/31=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/32=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/33=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/34=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/35=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/36=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/37=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/38=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/39=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/40=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/41=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/42=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/43=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/44=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/45=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/46=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/47=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/48=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/49=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:05,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:05,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:05,956 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:05,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:05,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:05,964 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/51=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/52=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/53=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/54=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/55=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/56=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/57=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/58=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/59=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/60=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/61=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/62=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/63=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/64=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/65=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/66=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/67=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/68=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/69=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/70=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/71=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/72=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/73=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:05,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:05,966 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:05,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:05,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:05,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:05,980 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/75=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/76=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/77=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/78=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/79=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/80=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/81=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/82=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/83=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/84=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/85=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/86=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/87=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/88=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/89=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/90=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/91=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/92=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/93=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/94=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/95=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/96=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/97=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:05,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:05,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:05,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:05,985 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:05,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:05,997 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/99=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/100=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/101=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/102=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/103=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/104=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/105=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/106=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/107=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/108=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/109=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/110=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/111=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/112=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/113=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/114=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/115=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/116=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/117=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/118=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/119=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/120=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/121=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:05,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,000 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,014 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/123=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/124=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/125=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/126=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/127=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/128=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/129=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/130=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/131=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/132=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/133=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/134=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/135=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/136=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/137=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/138=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/139=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/140=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/141=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/142=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/143=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/144=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/145=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,016 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,051 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/147=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/148=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/149=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/150=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/151=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/152=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/153=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/154=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/155=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/156=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/157=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/158=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/159=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/160=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/161=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/162=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/163=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/164=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/165=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/166=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/167=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/168=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/169=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,053 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,072 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/171=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/172=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/173=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/174=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/175=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/176=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/177=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/178=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/179=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/180=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/181=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/182=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/183=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/184=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/185=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/186=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/187=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/188=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/189=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/190=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/191=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/192=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/193=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,074 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,089 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/195=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/196=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/197=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/198=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/199=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/200=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/201=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/202=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/203=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/204=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/205=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/206=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/207=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/208=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/209=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/210=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/211=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/212=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/213=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/214=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/215=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/216=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/217=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,092 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,106 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/219=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/220=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/221=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/222=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/223=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/224=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/225=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/226=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/227=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/228=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/229=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/230=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/231=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/232=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/233=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/234=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/235=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/236=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/237=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/238=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/239=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/240=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/241=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,108 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,122 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/243=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/244=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/245=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/246=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/247=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/248=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/249=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/250=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/251=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/252=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/253=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/254=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/255=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/256=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/257=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/258=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/259=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/260=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/261=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/262=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/263=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/264=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/265=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,124 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,139 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/267=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/268=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/269=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/270=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/271=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/272=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/273=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/274=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/275=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/276=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/277=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/278=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/279=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/280=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/281=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/282=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/283=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/284=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/285=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/286=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/287=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/288=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/289=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,141 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,156 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/291=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/292=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/293=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/294=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/295=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/296=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/297=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/298=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/299=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/300=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/301=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/302=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/303=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/304=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/305=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/306=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/307=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/308=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/309=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/310=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/311=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/312=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/313=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,157 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,164 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/315=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/316=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/317=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/318=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/319=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/320=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/321=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/322=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/323=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/324=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/325=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/326=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/327=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/328=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/329=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/330=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/331=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/332=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/333=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/334=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/335=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/336=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/337=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,165 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,181 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/339=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/340=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/341=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/342=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/343=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/344=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/345=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/346=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/347=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/348=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/349=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/350=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/351=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/352=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/353=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/354=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/355=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/356=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/357=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/358=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/359=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/360=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/361=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,183 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,197 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/363=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/364=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/365=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/366=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/367=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/368=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/369=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/370=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/371=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/372=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/373=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/374=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/375=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/376=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/377=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/378=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/379=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/380=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/381=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/382=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/383=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/384=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/385=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,198 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,213 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/387=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/388=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/389=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/390=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/391=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/392=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/393=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/394=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/395=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/396=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/397=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/398=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/399=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/400=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/401=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/402=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/403=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/404=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/405=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/406=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/407=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/408=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/409=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,215 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,222 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/411=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/412=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/413=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/414=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/415=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/416=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/417=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/418=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/419=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/420=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/421=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/422=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/423=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/424=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/425=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/426=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/427=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/428=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/429=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/430=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/431=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/432=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/433=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,224 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,230 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/435=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/436=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/437=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/438=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/439=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/440=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/441=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/442=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/443=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/444=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/445=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/446=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/447=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/448=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/449=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/450=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/451=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/452=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/453=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/454=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/455=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/456=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/457=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,232 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,246 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/459=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/460=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/461=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/462=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/463=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/464=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/465=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/466=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/467=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/468=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/469=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/470=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/471=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/472=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/473=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/474=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/475=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/476=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/477=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/478=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/479=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/480=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/481=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,248 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,255 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/483=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/484=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/485=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/486=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/487=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/488=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/489=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/490=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/491=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/492=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/493=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/494=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/495=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/496=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/497=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/498=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/499=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/500=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/501=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/502=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/503=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/504=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/505=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,257 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,271 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/507=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/508=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/509=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/510=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/511=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/512=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/513=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/514=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/515=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/516=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/517=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/518=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/519=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/520=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/521=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/522=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/523=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/524=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/525=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/526=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/527=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/528=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/529=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,272 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,280 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/531=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/532=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/533=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/534=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/535=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/536=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/537=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/538=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/539=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/540=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/541=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/542=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/543=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/544=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/545=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/546=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/547=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/548=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/549=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/550=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/551=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/552=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/553=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,282 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,296 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/555=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/556=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/557=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/558=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/559=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/560=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/561=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/562=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/563=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/564=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/565=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/566=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/567=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/568=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/569=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/570=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/571=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/572=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/573=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/574=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/575=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/576=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/577=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,297 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:06,326 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/579=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/580=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/581=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/582=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/583=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/584=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/585=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/586=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/587=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/588=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/589=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/590=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/591=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/592=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/593=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/594=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/595=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/596=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/597=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/598=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/599=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/600=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/601=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,328 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:06,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:06,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:06,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:06,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:06,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:06,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:06,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:06,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:06,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:06,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:06,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:06,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:06,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:06,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:06,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:06,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:06,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:06,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:06,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:06,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:06,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:06,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:06,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:06,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:06,339 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T03:20:06,347 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/603=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/604=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/605=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/606=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/607=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/608=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/609=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/610=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/611=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/612=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/613=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/614=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/615=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/616=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/617=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/618=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/619=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/620=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/621=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/622=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/623=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/624=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/625=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,348 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,364 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/627=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/628=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/629=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/630=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/631=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/632=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/633=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/634=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/635=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/636=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/637=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/638=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/639=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/640=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/641=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/642=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/643=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/644=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/645=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/646=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/647=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/648=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/649=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,365 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,380 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/651=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/652=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/653=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/654=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/655=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/656=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/657=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/658=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/659=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/660=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/661=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/662=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/663=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/664=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/665=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/666=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/667=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/668=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/669=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/670=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/671=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/672=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/673=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,381 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,389 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/675=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/676=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/677=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/678=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/679=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/680=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/681=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/682=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/683=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/684=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/685=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/686=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/687=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/688=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/689=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/690=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/691=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/692=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/693=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/694=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/695=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/696=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/697=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,390 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,406 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/699=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/700=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/701=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/702=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/703=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/704=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/705=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/706=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/707=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/708=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/709=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/710=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/711=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/712=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/713=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/714=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/715=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/716=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/717=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/718=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/719=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/720=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/721=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,407 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,422 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/723=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/724=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/725=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/726=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/727=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/728=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/729=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/730=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/731=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/732=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/733=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/734=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/735=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/736=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/737=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/738=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/739=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/740=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/741=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/742=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/743=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/744=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/745=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,423 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,439 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/747=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/748=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/749=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/750=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/751=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/752=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/753=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/754=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/755=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/756=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/757=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/758=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/759=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/760=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/761=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/762=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/763=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/764=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/765=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/766=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/767=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/768=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/769=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,440 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,456 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/771=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/772=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/773=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/774=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/775=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/776=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/777=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/778=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/779=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/780=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/781=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/782=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/783=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/784=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/785=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/786=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/787=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/788=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/789=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/790=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/791=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/792=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/793=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,457 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,472 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/795=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/796=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/797=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/798=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/799=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/800=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/801=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/802=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/803=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/804=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/805=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/806=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/807=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/808=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/809=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/810=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/811=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/812=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/813=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/814=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/815=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/816=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/817=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,474 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,489 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/819=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/820=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/821=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/822=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/823=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/824=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/825=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/826=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/827=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/828=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/829=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/830=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/831=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/832=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/833=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/834=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/835=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/836=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/837=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/838=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/839=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/840=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/841=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,491 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,506 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/843=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/844=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/845=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/846=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/847=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/848=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/849=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/850=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/851=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/852=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/853=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/854=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/855=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/856=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/857=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/858=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/859=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/860=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/861=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/862=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/863=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/864=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/865=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,507 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,522 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/867=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/868=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/869=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/870=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/871=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/872=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/873=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/874=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/875=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/876=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/877=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/878=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/879=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/880=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/881=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/882=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/883=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/884=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/885=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/886=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/887=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/888=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/889=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,524 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,538 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/891=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/892=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/893=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/894=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/895=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/896=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/897=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/898=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/899=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/900=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/901=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/902=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/903=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/904=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/905=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/906=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/907=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/908=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/909=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/910=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/911=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/912=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/913=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,539 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,547 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/915=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/916=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/917=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/918=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/919=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/920=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/921=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/922=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/923=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/924=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/925=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/926=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/927=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/928=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/929=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/930=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/931=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/932=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/933=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/934=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/935=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/936=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/937=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,549 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T03:20:06,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,563 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/939=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/940=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/941=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/942=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/943=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/944=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/945=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/946=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/947=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/948=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/949=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/950=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/951=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/952=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/953=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/954=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/955=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/956=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/957=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/958=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/959=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/960=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/961=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,564 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-16T03:20:06,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,572 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 4208104, reset compression=false 2024-12-16T03:20:06,572 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/963=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/964=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/965=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/966=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/967=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/968=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/969=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/970=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/971=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/972=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/973=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/974=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/975=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/976=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/977=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/978=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/979=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/980=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/981=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/982=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/983=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/984=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/985=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T03:20:06,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,581 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-16T03:20:06,589 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 4208924, reset compression=false 2024-12-16T03:20:06,589 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/56be35ab37eb7c4e864d9c9b10076d55/987=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/988=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/989=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/990=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/991=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/992=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/993=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/994=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/995=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/996=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/997=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/998=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/999=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/1000=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/1001=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/1002=[#edits: 1 = ],4297}, {test/56be35ab37eb7c4e864d9c9b10076d55/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-16T03:20:06,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T03:20:06,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T03:20:06,627 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-16T03:20:06,795 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.wal-reader.f0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/WALs/f0d65a6309ee,39907,1734319114612/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 to pos 4208924, reset compression=false 2024-12-16T03:20:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43211 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T03:20:06,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T03:20:06,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T03:20:06,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T03:20:06,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T03:20:06,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T03:20:06,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T03:20:06,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T03:20:06,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T03:20:06,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T03:20:06,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T03:20:06,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T03:20:06,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T03:20:06,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T03:20:06,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T03:20:06,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T03:20:06,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T03:20:06,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T03:20:06,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T03:20:06,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T03:20:06,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T03:20:06,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T03:20:06,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T03:20:06,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T03:20:06,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T03:20:06,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T03:20:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-16T03:20:06,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-16T03:20:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-16T03:20:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T03:20:06,879 DEBUG [PEWorker-5 {}] zookeeper.ZKUtil(111): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-16T03:20:06,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-16T03:20:06,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-16T03:20:06,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-16T03:20:06,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T03:20:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T03:20:07,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39907,1734319114612 2024-12-16T03:20:07,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39907 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-16T03:20:07,042 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-16T03:20:07,042 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-16T03:20:07,042 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-16T03:20:07,148 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1002cd8947a000f, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:07,148 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1002cd8947a000f, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:07,148 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b464de0 to 127.0.0.1:61587 2024-12-16T03:20:07,148 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T03:20:07,249 WARN [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-16T03:20:07,349 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0.replicationSource,2.replicationSource.shipperf0d65a6309ee%2C39907%2C1734319114612,2 terminated 2024-12-16T03:20:07,349 INFO [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-16T03:20:07,351 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/f0d65a6309ee,39907,1734319114612/2/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 2024-12-16T03:20:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/f0d65a6309ee,39907,1734319114612/2/f0d65a6309ee%2C39907%2C1734319114612.1734319117484 2024-12-16T03:20:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/f0d65a6309ee,39907,1734319114612/2 2024-12-16T03:20:07,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/f0d65a6309ee,39907,1734319114612/2 2024-12-16T03:20:07,356 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-16T03:20:07,357 DEBUG [RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-16T03:20:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-16T03:20:07,359 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on f0d65a6309ee,39907,1734319114612 suceeded 2024-12-16T03:20:07,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-16T03:20:07,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 469 msec 2024-12-16T03:20:07,366 INFO [f0d65a6309ee:39907Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T03:20:07,373 DEBUG [PEWorker-1 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-16T03:20:07,373 INFO [PEWorker-1 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-16T03:20:07,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 498 msec 2024-12-16T03:20:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T03:20:07,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=397 (was 391) Potentially hanging thread: IPC Client (1984092981) connection to localhost/127.0.0.1:36811 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/cluster_bc12b6c3-5751-ca72-a6bc-189eff6c4991/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61587@0x74517974 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fbab4b52a88.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61587@0x723b20a1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fbab4b52a88.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_972947602_22 at /127.0.0.1:44826 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/cluster_bc12b6c3-5751-ca72-a6bc-189eff6c4991/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61587@0x723b20a1-SendThread(127.0.0.1:61587) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61587@0x58c383ab java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fbab4b52a88.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61587@0x723b20a1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/cluster_53353f2d-ab22-086c-1f26-0f6e2555acd4/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/f0d65a6309ee:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61587@0x58c383ab-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/cluster_53353f2d-ab22-086c-1f26-0f6e2555acd4/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61587@0x58c383ab-SendThread(127.0.0.1:61587) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) - Thread LEAK? -, OpenFileDescriptor=572 (was 573), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=72 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=11426 (was 12026) 2024-12-16T03:20:07,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0490d224 to 127.0.0.1:61587 2024-12-16T03:20:07,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:07,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07ad6376 to 127.0.0.1:61587 2024-12-16T03:20:07,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:07,502 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:20:07,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0740a5b0 to 127.0.0.1:61587 2024-12-16T03:20:07,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:07,502 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:20:07,502 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:20:07,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35b7463a to 127.0.0.1:61587 2024-12-16T03:20:07,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:07,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T03:20:07,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1099308636, stopped=false 2024-12-16T03:20:07,503 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f0d65a6309ee,33983,1734319122300 2024-12-16T03:20:07,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-16T03:20:07,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-16T03:20:07,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:20:07,514 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T03:20:07,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:20:07,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:07,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T03:20:07,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T03:20:07,514 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,43211,1734319122446' ***** 2024-12-16T03:20:07,514 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:07,515 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:07,515 INFO [RS:0;f0d65a6309ee:43211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:07,515 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:07,515 INFO [RS:0;f0d65a6309ee:43211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 8956ffa0969711c9fb15c329e0b7b56c 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for baf357c1b5aa0c0cb5147f0751fdce6b 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for df04889bf3755d23c5b3cbd7083dab54 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for ab8eaa29533fd6988e975778d5814077 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 2489749d12610f8e8be9d4ca0e85fa54 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 27f3ae4498ece289c54eae9d52a76a65 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 6c55baa1e14bf797d98363787f27af19 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for c05fdb4d446ab2cc151392ffc024350e 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 371e56571acff4922716b99b98c7a5cf 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 27b49d5f71f1bc3e0d27d9e3e8c54aa7 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 439d37c3d271fcb2db599fa5608ffee9 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 5c4c77be6bdd57c2abf7bd18f78d4538 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 25b6696782872d832cc607adcd58ea88 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for efb1aee8d58c19641d4d15a07d2d1fd6 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 3125a1d88fd7258aad5038ed549cc397 2024-12-16T03:20:07,516 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8956ffa0969711c9fb15c329e0b7b56c, disabling compactions & flushes 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 5e80c21da7966e1c85cf718704a1cd1d 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 0c4eb1f70cc86a44454cd31f1bc8fcf3 2024-12-16T03:20:07,516 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 17bc4c8446ded5aaa1a1b5690eca7441 2024-12-16T03:20:07,516 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. 2024-12-16T03:20:07,516 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. after waiting 0 ms 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for e547bd614f55a8f2f05145f6e5047da4 2024-12-16T03:20:07,516 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for d2eff6a209f5d8b0bec86fefb38914ac 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for c70166c5ffdb34c013bf93df1e8d97d4 2024-12-16T03:20:07,516 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 4cdcf687e7120494759fc8947da1c986 2024-12-16T03:20:07,517 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 10098fe07655b29477526f001508c0bb 2024-12-16T03:20:07,517 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for a071c278d1875cb433a5db01ecb235c2 2024-12-16T03:20:07,517 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for b9d736ac7682e2eefa88cb54af5f8c7b 2024-12-16T03:20:07,517 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for b7a1c68e14cb14379ec7b5d3931d0f6c 2024-12-16T03:20:07,517 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,43211,1734319122446 2024-12-16T03:20:07,517 DEBUG [RS:0;f0d65a6309ee:43211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:07,517 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:07,517 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:07,517 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:07,517 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T03:20:07,517 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-16T03:20:07,517 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:07,517 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:07,517 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:07,518 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:07,518 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:07,518 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-16T03:20:07,520 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1629): Waiting on 0c4eb1f70cc86a44454cd31f1bc8fcf3, 10098fe07655b29477526f001508c0bb, 1588230740, 17bc4c8446ded5aaa1a1b5690eca7441, 2489749d12610f8e8be9d4ca0e85fa54, 25b6696782872d832cc607adcd58ea88, 27b49d5f71f1bc3e0d27d9e3e8c54aa7, 27f3ae4498ece289c54eae9d52a76a65, 3125a1d88fd7258aad5038ed549cc397, 371e56571acff4922716b99b98c7a5cf, 439d37c3d271fcb2db599fa5608ffee9, 4cdcf687e7120494759fc8947da1c986, 5c4c77be6bdd57c2abf7bd18f78d4538, 5e80c21da7966e1c85cf718704a1cd1d, 6c55baa1e14bf797d98363787f27af19, 8956ffa0969711c9fb15c329e0b7b56c, a071c278d1875cb433a5db01ecb235c2, ab8eaa29533fd6988e975778d5814077, b7a1c68e14cb14379ec7b5d3931d0f6c, b9d736ac7682e2eefa88cb54af5f8c7b, baf357c1b5aa0c0cb5147f0751fdce6b, c05fdb4d446ab2cc151392ffc024350e, c70166c5ffdb34c013bf93df1e8d97d4, d2eff6a209f5d8b0bec86fefb38914ac, df04889bf3755d23c5b3cbd7083dab54, e547bd614f55a8f2f05145f6e5047da4, efb1aee8d58c19641d4d15a07d2d1fd6, fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:20:07,521 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/8956ffa0969711c9fb15c329e0b7b56c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:07,522 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. 2024-12-16T03:20:07,522 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8956ffa0969711c9fb15c329e0b7b56c: 2024-12-16T03:20:07,522 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c. 2024-12-16T03:20:07,522 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing baf357c1b5aa0c0cb5147f0751fdce6b, disabling compactions & flushes 2024-12-16T03:20:07,522 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. 2024-12-16T03:20:07,522 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. 2024-12-16T03:20:07,522 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. after waiting 0 ms 2024-12-16T03:20:07,522 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. 2024-12-16T03:20:07,526 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/baf357c1b5aa0c0cb5147f0751fdce6b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:07,526 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. 2024-12-16T03:20:07,527 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for baf357c1b5aa0c0cb5147f0751fdce6b: 2024-12-16T03:20:07,527 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734319135629.baf357c1b5aa0c0cb5147f0751fdce6b. 2024-12-16T03:20:07,527 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing df04889bf3755d23c5b3cbd7083dab54, disabling compactions & flushes 2024-12-16T03:20:07,527 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. 2024-12-16T03:20:07,527 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. 2024-12-16T03:20:07,527 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. after waiting 0 ms 2024-12-16T03:20:07,527 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. 2024-12-16T03:20:07,528 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:07,532 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/df04889bf3755d23c5b3cbd7083dab54/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:07,533 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. 2024-12-16T03:20:07,533 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for df04889bf3755d23c5b3cbd7083dab54: 2024-12-16T03:20:07,533 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734319135629.df04889bf3755d23c5b3cbd7083dab54. 2024-12-16T03:20:07,533 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ab8eaa29533fd6988e975778d5814077, disabling compactions & flushes 2024-12-16T03:20:07,533 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. 2024-12-16T03:20:07,533 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. 2024-12-16T03:20:07,533 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. after waiting 0 ms 2024-12-16T03:20:07,533 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. 2024-12-16T03:20:07,537 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/ab8eaa29533fd6988e975778d5814077/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:07,537 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. 2024-12-16T03:20:07,537 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ab8eaa29533fd6988e975778d5814077: 2024-12-16T03:20:07,537 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734319135629.ab8eaa29533fd6988e975778d5814077. 2024-12-16T03:20:07,537 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2489749d12610f8e8be9d4ca0e85fa54, disabling compactions & flushes 2024-12-16T03:20:07,537 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 2489749d12610f8e8be9d4ca0e85fa54 2024-12-16T03:20:07,538 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2489749d12610f8e8be9d4ca0e85fa54 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-16T03:20:07,543 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/.tmp/info/1e5543db37c649059f07ae0e2f3f8b10 is 143, key is hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9./info:regioninfo/1734319127113/Put/seqid=0 2024-12-16T03:20:07,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741866_1042 (size=36340) 2024-12-16T03:20:07,572 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/2489749d12610f8e8be9d4ca0e85fa54/.tmp/f/54382a68f2f842dc952173023fcec3f8 is 4136, key is NormalPut000/f:row/1734319149334/Put/seqid=0 2024-12-16T03:20:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741867_1043 (size=4145786) 2024-12-16T03:20:07,637 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T03:20:07,637 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T03:20:07,720 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1629): Waiting on 0c4eb1f70cc86a44454cd31f1bc8fcf3, 10098fe07655b29477526f001508c0bb, 1588230740, 17bc4c8446ded5aaa1a1b5690eca7441, 2489749d12610f8e8be9d4ca0e85fa54, 25b6696782872d832cc607adcd58ea88, 27b49d5f71f1bc3e0d27d9e3e8c54aa7, 27f3ae4498ece289c54eae9d52a76a65, 3125a1d88fd7258aad5038ed549cc397, 371e56571acff4922716b99b98c7a5cf, 439d37c3d271fcb2db599fa5608ffee9, 4cdcf687e7120494759fc8947da1c986, 5c4c77be6bdd57c2abf7bd18f78d4538, 5e80c21da7966e1c85cf718704a1cd1d, 6c55baa1e14bf797d98363787f27af19, a071c278d1875cb433a5db01ecb235c2, b7a1c68e14cb14379ec7b5d3931d0f6c, b9d736ac7682e2eefa88cb54af5f8c7b, c05fdb4d446ab2cc151392ffc024350e, c70166c5ffdb34c013bf93df1e8d97d4, d2eff6a209f5d8b0bec86fefb38914ac, e547bd614f55a8f2f05145f6e5047da4, efb1aee8d58c19641d4d15a07d2d1fd6, fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:20:07,921 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1629): Waiting on 0c4eb1f70cc86a44454cd31f1bc8fcf3, 10098fe07655b29477526f001508c0bb, 1588230740, 17bc4c8446ded5aaa1a1b5690eca7441, 2489749d12610f8e8be9d4ca0e85fa54, 25b6696782872d832cc607adcd58ea88, 27b49d5f71f1bc3e0d27d9e3e8c54aa7, 27f3ae4498ece289c54eae9d52a76a65, 3125a1d88fd7258aad5038ed549cc397, 371e56571acff4922716b99b98c7a5cf, 439d37c3d271fcb2db599fa5608ffee9, 4cdcf687e7120494759fc8947da1c986, 5c4c77be6bdd57c2abf7bd18f78d4538, 5e80c21da7966e1c85cf718704a1cd1d, 6c55baa1e14bf797d98363787f27af19, a071c278d1875cb433a5db01ecb235c2, b7a1c68e14cb14379ec7b5d3931d0f6c, b9d736ac7682e2eefa88cb54af5f8c7b, c05fdb4d446ab2cc151392ffc024350e, c70166c5ffdb34c013bf93df1e8d97d4, d2eff6a209f5d8b0bec86fefb38914ac, e547bd614f55a8f2f05145f6e5047da4, efb1aee8d58c19641d4d15a07d2d1fd6, fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:20:07,949 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/.tmp/info/1e5543db37c649059f07ae0e2f3f8b10 2024-12-16T03:20:07,974 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/2489749d12610f8e8be9d4ca0e85fa54/.tmp/f/54382a68f2f842dc952173023fcec3f8 2024-12-16T03:20:07,976 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/.tmp/rep_barrier/ef5302f6ab0747588a631ac0b24d8aa8 is 115, key is test,bbb,1734319135629.8956ffa0969711c9fb15c329e0b7b56c./rep_barrier:seqnumDuringOpen/1734319139413/Put/seqid=0 2024-12-16T03:20:07,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741868_1044 (size=8574) 2024-12-16T03:20:07,982 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/2489749d12610f8e8be9d4ca0e85fa54/.tmp/f/54382a68f2f842dc952173023fcec3f8 as hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/2489749d12610f8e8be9d4ca0e85fa54/f/54382a68f2f842dc952173023fcec3f8 2024-12-16T03:20:07,988 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/2489749d12610f8e8be9d4ca0e85fa54/f/54382a68f2f842dc952173023fcec3f8, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-16T03:20:07,989 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for 2489749d12610f8e8be9d4ca0e85fa54 in 451ms, sequenceid=144, compaction requested=false 2024-12-16T03:20:07,989 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. 2024-12-16T03:20:07,989 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. 2024-12-16T03:20:07,989 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. after waiting 0 ms 2024-12-16T03:20:07,989 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. 2024-12-16T03:20:07,993 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/2489749d12610f8e8be9d4ca0e85fa54/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-16T03:20:07,993 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. 2024-12-16T03:20:07,993 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2489749d12610f8e8be9d4ca0e85fa54: 2024-12-16T03:20:07,993 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734319135629.2489749d12610f8e8be9d4ca0e85fa54. 2024-12-16T03:20:07,993 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 27f3ae4498ece289c54eae9d52a76a65, disabling compactions & flushes 2024-12-16T03:20:07,993 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. 2024-12-16T03:20:07,993 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. 2024-12-16T03:20:07,993 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. after waiting 0 ms 2024-12-16T03:20:07,993 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. 2024-12-16T03:20:07,997 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/27f3ae4498ece289c54eae9d52a76a65/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:07,997 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. 2024-12-16T03:20:07,997 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 27f3ae4498ece289c54eae9d52a76a65: 2024-12-16T03:20:07,997 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734319135629.27f3ae4498ece289c54eae9d52a76a65. 2024-12-16T03:20:07,997 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6c55baa1e14bf797d98363787f27af19, disabling compactions & flushes 2024-12-16T03:20:07,998 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. 2024-12-16T03:20:07,998 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. 2024-12-16T03:20:07,998 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. after waiting 0 ms 2024-12-16T03:20:07,998 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. 2024-12-16T03:20:08,001 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/6c55baa1e14bf797d98363787f27af19/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,001 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. 2024-12-16T03:20:08,001 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6c55baa1e14bf797d98363787f27af19: 2024-12-16T03:20:08,001 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734319135629.6c55baa1e14bf797d98363787f27af19. 2024-12-16T03:20:08,001 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c05fdb4d446ab2cc151392ffc024350e, disabling compactions & flushes 2024-12-16T03:20:08,001 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. 2024-12-16T03:20:08,001 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. 2024-12-16T03:20:08,001 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. after waiting 0 ms 2024-12-16T03:20:08,002 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. 2024-12-16T03:20:08,005 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/c05fdb4d446ab2cc151392ffc024350e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,005 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. 2024-12-16T03:20:08,005 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c05fdb4d446ab2cc151392ffc024350e: 2024-12-16T03:20:08,006 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734319135629.c05fdb4d446ab2cc151392ffc024350e. 2024-12-16T03:20:08,006 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 371e56571acff4922716b99b98c7a5cf, disabling compactions & flushes 2024-12-16T03:20:08,006 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. 2024-12-16T03:20:08,006 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. 2024-12-16T03:20:08,006 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. after waiting 0 ms 2024-12-16T03:20:08,006 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. 2024-12-16T03:20:08,009 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/371e56571acff4922716b99b98c7a5cf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,009 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. 2024-12-16T03:20:08,009 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 371e56571acff4922716b99b98c7a5cf: 2024-12-16T03:20:08,009 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734319135629.371e56571acff4922716b99b98c7a5cf. 2024-12-16T03:20:08,009 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 27b49d5f71f1bc3e0d27d9e3e8c54aa7, disabling compactions & flushes 2024-12-16T03:20:08,009 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. 2024-12-16T03:20:08,009 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. 2024-12-16T03:20:08,009 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. after waiting 0 ms 2024-12-16T03:20:08,009 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. 2024-12-16T03:20:08,013 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/27b49d5f71f1bc3e0d27d9e3e8c54aa7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,013 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. 2024-12-16T03:20:08,013 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 27b49d5f71f1bc3e0d27d9e3e8c54aa7: 2024-12-16T03:20:08,014 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734319135629.27b49d5f71f1bc3e0d27d9e3e8c54aa7. 2024-12-16T03:20:08,014 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 439d37c3d271fcb2db599fa5608ffee9, disabling compactions & flushes 2024-12-16T03:20:08,014 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. 2024-12-16T03:20:08,014 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. 2024-12-16T03:20:08,014 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. after waiting 0 ms 2024-12-16T03:20:08,014 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. 2024-12-16T03:20:08,014 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 439d37c3d271fcb2db599fa5608ffee9 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T03:20:08,027 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/namespace/439d37c3d271fcb2db599fa5608ffee9/.tmp/info/e2959f415fb14897af91afc180c4e9b1 is 45, key is default/info:d/1734319127197/Put/seqid=0 2024-12-16T03:20:08,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741869_1045 (size=5037) 2024-12-16T03:20:08,121 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1629): Waiting on 0c4eb1f70cc86a44454cd31f1bc8fcf3, 10098fe07655b29477526f001508c0bb, 1588230740, 17bc4c8446ded5aaa1a1b5690eca7441, 25b6696782872d832cc607adcd58ea88, 3125a1d88fd7258aad5038ed549cc397, 439d37c3d271fcb2db599fa5608ffee9, 4cdcf687e7120494759fc8947da1c986, 5c4c77be6bdd57c2abf7bd18f78d4538, 5e80c21da7966e1c85cf718704a1cd1d, a071c278d1875cb433a5db01ecb235c2, b7a1c68e14cb14379ec7b5d3931d0f6c, b9d736ac7682e2eefa88cb54af5f8c7b, c70166c5ffdb34c013bf93df1e8d97d4, d2eff6a209f5d8b0bec86fefb38914ac, e547bd614f55a8f2f05145f6e5047da4, efb1aee8d58c19641d4d15a07d2d1fd6, fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:20:08,322 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1629): Waiting on 0c4eb1f70cc86a44454cd31f1bc8fcf3, 10098fe07655b29477526f001508c0bb, 1588230740, 17bc4c8446ded5aaa1a1b5690eca7441, 25b6696782872d832cc607adcd58ea88, 3125a1d88fd7258aad5038ed549cc397, 439d37c3d271fcb2db599fa5608ffee9, 4cdcf687e7120494759fc8947da1c986, 5c4c77be6bdd57c2abf7bd18f78d4538, 5e80c21da7966e1c85cf718704a1cd1d, a071c278d1875cb433a5db01ecb235c2, b7a1c68e14cb14379ec7b5d3931d0f6c, b9d736ac7682e2eefa88cb54af5f8c7b, c70166c5ffdb34c013bf93df1e8d97d4, d2eff6a209f5d8b0bec86fefb38914ac, e547bd614f55a8f2f05145f6e5047da4, efb1aee8d58c19641d4d15a07d2d1fd6, fe55c9dcf987ec73369b67c5167f46ef 2024-12-16T03:20:08,382 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/.tmp/rep_barrier/ef5302f6ab0747588a631ac0b24d8aa8 2024-12-16T03:20:08,407 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/.tmp/table/19030300956947f9af14ee6d6e1c03cc is 94, key is testdroppedtimed,,1734319146572.5164d16a0fe58dfa44d618556cf43e3a./table:/1734319150471/DeleteFamily/seqid=0 2024-12-16T03:20:08,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741870_1046 (size=5605) 2024-12-16T03:20:08,432 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/namespace/439d37c3d271fcb2db599fa5608ffee9/.tmp/info/e2959f415fb14897af91afc180c4e9b1 2024-12-16T03:20:08,442 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/namespace/439d37c3d271fcb2db599fa5608ffee9/.tmp/info/e2959f415fb14897af91afc180c4e9b1 as hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/namespace/439d37c3d271fcb2db599fa5608ffee9/info/e2959f415fb14897af91afc180c4e9b1 2024-12-16T03:20:08,449 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/namespace/439d37c3d271fcb2db599fa5608ffee9/info/e2959f415fb14897af91afc180c4e9b1, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T03:20:08,450 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 439d37c3d271fcb2db599fa5608ffee9 in 436ms, sequenceid=6, compaction requested=false 2024-12-16T03:20:08,454 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/namespace/439d37c3d271fcb2db599fa5608ffee9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T03:20:08,454 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. 2024-12-16T03:20:08,454 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 439d37c3d271fcb2db599fa5608ffee9: 2024-12-16T03:20:08,454 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734319125868.439d37c3d271fcb2db599fa5608ffee9. 2024-12-16T03:20:08,454 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5c4c77be6bdd57c2abf7bd18f78d4538, disabling compactions & flushes 2024-12-16T03:20:08,454 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. 2024-12-16T03:20:08,454 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. 2024-12-16T03:20:08,454 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. after waiting 0 ms 2024-12-16T03:20:08,454 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. 2024-12-16T03:20:08,458 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/5c4c77be6bdd57c2abf7bd18f78d4538/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,458 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. 2024-12-16T03:20:08,458 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5c4c77be6bdd57c2abf7bd18f78d4538: 2024-12-16T03:20:08,459 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734319135629.5c4c77be6bdd57c2abf7bd18f78d4538. 2024-12-16T03:20:08,459 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 25b6696782872d832cc607adcd58ea88, disabling compactions & flushes 2024-12-16T03:20:08,459 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. 2024-12-16T03:20:08,459 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. 2024-12-16T03:20:08,459 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. after waiting 0 ms 2024-12-16T03:20:08,459 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. 2024-12-16T03:20:08,463 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/25b6696782872d832cc607adcd58ea88/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,463 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. 2024-12-16T03:20:08,464 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 25b6696782872d832cc607adcd58ea88: 2024-12-16T03:20:08,464 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734319135629.25b6696782872d832cc607adcd58ea88. 2024-12-16T03:20:08,464 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fe55c9dcf987ec73369b67c5167f46ef, disabling compactions & flushes 2024-12-16T03:20:08,464 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. 2024-12-16T03:20:08,464 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. 2024-12-16T03:20:08,464 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. after waiting 0 ms 2024-12-16T03:20:08,464 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. 2024-12-16T03:20:08,468 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/fe55c9dcf987ec73369b67c5167f46ef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,468 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. 2024-12-16T03:20:08,468 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fe55c9dcf987ec73369b67c5167f46ef: 2024-12-16T03:20:08,468 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734319135629.fe55c9dcf987ec73369b67c5167f46ef. 2024-12-16T03:20:08,469 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing efb1aee8d58c19641d4d15a07d2d1fd6, disabling compactions & flushes 2024-12-16T03:20:08,469 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. 2024-12-16T03:20:08,469 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. 2024-12-16T03:20:08,469 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. after waiting 0 ms 2024-12-16T03:20:08,469 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. 2024-12-16T03:20:08,472 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/efb1aee8d58c19641d4d15a07d2d1fd6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,472 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. 2024-12-16T03:20:08,472 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for efb1aee8d58c19641d4d15a07d2d1fd6: 2024-12-16T03:20:08,472 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734319135629.efb1aee8d58c19641d4d15a07d2d1fd6. 2024-12-16T03:20:08,472 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3125a1d88fd7258aad5038ed549cc397, disabling compactions & flushes 2024-12-16T03:20:08,473 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. 2024-12-16T03:20:08,473 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. 2024-12-16T03:20:08,473 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. after waiting 0 ms 2024-12-16T03:20:08,473 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. 2024-12-16T03:20:08,476 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/3125a1d88fd7258aad5038ed549cc397/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,477 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. 2024-12-16T03:20:08,477 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3125a1d88fd7258aad5038ed549cc397: 2024-12-16T03:20:08,477 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734319135629.3125a1d88fd7258aad5038ed549cc397. 2024-12-16T03:20:08,477 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5e80c21da7966e1c85cf718704a1cd1d, disabling compactions & flushes 2024-12-16T03:20:08,477 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. 2024-12-16T03:20:08,477 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. 2024-12-16T03:20:08,477 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. after waiting 0 ms 2024-12-16T03:20:08,477 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. 2024-12-16T03:20:08,480 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/5e80c21da7966e1c85cf718704a1cd1d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,480 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. 2024-12-16T03:20:08,480 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5e80c21da7966e1c85cf718704a1cd1d: 2024-12-16T03:20:08,480 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734319135629.5e80c21da7966e1c85cf718704a1cd1d. 2024-12-16T03:20:08,480 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0c4eb1f70cc86a44454cd31f1bc8fcf3, disabling compactions & flushes 2024-12-16T03:20:08,481 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. 2024-12-16T03:20:08,481 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. 2024-12-16T03:20:08,481 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. after waiting 0 ms 2024-12-16T03:20:08,481 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. 2024-12-16T03:20:08,484 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/0c4eb1f70cc86a44454cd31f1bc8fcf3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,484 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. 2024-12-16T03:20:08,484 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0c4eb1f70cc86a44454cd31f1bc8fcf3: 2024-12-16T03:20:08,484 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734319135629.0c4eb1f70cc86a44454cd31f1bc8fcf3. 2024-12-16T03:20:08,484 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 17bc4c8446ded5aaa1a1b5690eca7441, disabling compactions & flushes 2024-12-16T03:20:08,484 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. 2024-12-16T03:20:08,484 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. 2024-12-16T03:20:08,484 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. after waiting 0 ms 2024-12-16T03:20:08,484 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. 2024-12-16T03:20:08,487 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/17bc4c8446ded5aaa1a1b5690eca7441/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,488 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. 2024-12-16T03:20:08,488 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 17bc4c8446ded5aaa1a1b5690eca7441: 2024-12-16T03:20:08,488 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734319135629.17bc4c8446ded5aaa1a1b5690eca7441. 2024-12-16T03:20:08,488 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e547bd614f55a8f2f05145f6e5047da4, disabling compactions & flushes 2024-12-16T03:20:08,488 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. 2024-12-16T03:20:08,488 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. 2024-12-16T03:20:08,488 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. after waiting 0 ms 2024-12-16T03:20:08,488 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. 2024-12-16T03:20:08,491 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/e547bd614f55a8f2f05145f6e5047da4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,492 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. 2024-12-16T03:20:08,492 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e547bd614f55a8f2f05145f6e5047da4: 2024-12-16T03:20:08,492 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734319135629.e547bd614f55a8f2f05145f6e5047da4. 2024-12-16T03:20:08,492 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d2eff6a209f5d8b0bec86fefb38914ac, disabling compactions & flushes 2024-12-16T03:20:08,492 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. 2024-12-16T03:20:08,492 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. 2024-12-16T03:20:08,492 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. after waiting 0 ms 2024-12-16T03:20:08,492 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. 2024-12-16T03:20:08,495 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/d2eff6a209f5d8b0bec86fefb38914ac/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,496 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. 2024-12-16T03:20:08,496 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d2eff6a209f5d8b0bec86fefb38914ac: 2024-12-16T03:20:08,496 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734319135629.d2eff6a209f5d8b0bec86fefb38914ac. 2024-12-16T03:20:08,496 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c70166c5ffdb34c013bf93df1e8d97d4, disabling compactions & flushes 2024-12-16T03:20:08,496 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. 2024-12-16T03:20:08,496 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. 2024-12-16T03:20:08,496 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. after waiting 0 ms 2024-12-16T03:20:08,496 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. 2024-12-16T03:20:08,499 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/c70166c5ffdb34c013bf93df1e8d97d4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,499 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. 2024-12-16T03:20:08,499 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c70166c5ffdb34c013bf93df1e8d97d4: 2024-12-16T03:20:08,499 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734319135629.c70166c5ffdb34c013bf93df1e8d97d4. 2024-12-16T03:20:08,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4cdcf687e7120494759fc8947da1c986, disabling compactions & flushes 2024-12-16T03:20:08,500 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. 2024-12-16T03:20:08,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. 2024-12-16T03:20:08,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. after waiting 0 ms 2024-12-16T03:20:08,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. 2024-12-16T03:20:08,502 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/4cdcf687e7120494759fc8947da1c986/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,503 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. 2024-12-16T03:20:08,503 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4cdcf687e7120494759fc8947da1c986: 2024-12-16T03:20:08,503 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734319135629.4cdcf687e7120494759fc8947da1c986. 2024-12-16T03:20:08,503 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 10098fe07655b29477526f001508c0bb, disabling compactions & flushes 2024-12-16T03:20:08,503 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. 2024-12-16T03:20:08,503 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. 2024-12-16T03:20:08,503 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. after waiting 0 ms 2024-12-16T03:20:08,503 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. 2024-12-16T03:20:08,506 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/10098fe07655b29477526f001508c0bb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,506 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. 2024-12-16T03:20:08,506 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 10098fe07655b29477526f001508c0bb: 2024-12-16T03:20:08,506 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734319135629.10098fe07655b29477526f001508c0bb. 2024-12-16T03:20:08,506 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a071c278d1875cb433a5db01ecb235c2, disabling compactions & flushes 2024-12-16T03:20:08,506 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. 2024-12-16T03:20:08,506 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. 2024-12-16T03:20:08,506 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. after waiting 0 ms 2024-12-16T03:20:08,506 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. 2024-12-16T03:20:08,509 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/a071c278d1875cb433a5db01ecb235c2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,510 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. 2024-12-16T03:20:08,510 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a071c278d1875cb433a5db01ecb235c2: 2024-12-16T03:20:08,510 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734319135629.a071c278d1875cb433a5db01ecb235c2. 2024-12-16T03:20:08,510 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b9d736ac7682e2eefa88cb54af5f8c7b, disabling compactions & flushes 2024-12-16T03:20:08,510 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. 2024-12-16T03:20:08,510 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. 2024-12-16T03:20:08,510 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. after waiting 0 ms 2024-12-16T03:20:08,510 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. 2024-12-16T03:20:08,513 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/b9d736ac7682e2eefa88cb54af5f8c7b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,514 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. 2024-12-16T03:20:08,514 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b9d736ac7682e2eefa88cb54af5f8c7b: 2024-12-16T03:20:08,514 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734319135629.b9d736ac7682e2eefa88cb54af5f8c7b. 2024-12-16T03:20:08,514 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b7a1c68e14cb14379ec7b5d3931d0f6c, disabling compactions & flushes 2024-12-16T03:20:08,514 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. 2024-12-16T03:20:08,514 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. 2024-12-16T03:20:08,514 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. after waiting 0 ms 2024-12-16T03:20:08,514 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. 2024-12-16T03:20:08,517 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/default/test/b7a1c68e14cb14379ec7b5d3931d0f6c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:08,517 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. 2024-12-16T03:20:08,517 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b7a1c68e14cb14379ec7b5d3931d0f6c: 2024-12-16T03:20:08,517 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734319135629.b7a1c68e14cb14379ec7b5d3931d0f6c. 2024-12-16T03:20:08,522 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T03:20:08,522 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-16T03:20:08,522 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T03:20:08,722 DEBUG [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T03:20:08,813 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/.tmp/table/19030300956947f9af14ee6d6e1c03cc 2024-12-16T03:20:08,826 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/.tmp/info/1e5543db37c649059f07ae0e2f3f8b10 as hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/info/1e5543db37c649059f07ae0e2f3f8b10 2024-12-16T03:20:08,832 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/info/1e5543db37c649059f07ae0e2f3f8b10, entries=272, sequenceid=77, filesize=35.5 K 2024-12-16T03:20:08,833 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/.tmp/rep_barrier/ef5302f6ab0747588a631ac0b24d8aa8 as hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/rep_barrier/ef5302f6ab0747588a631ac0b24d8aa8 2024-12-16T03:20:08,839 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/rep_barrier/ef5302f6ab0747588a631ac0b24d8aa8, entries=27, sequenceid=77, filesize=8.4 K 2024-12-16T03:20:08,840 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/.tmp/table/19030300956947f9af14ee6d6e1c03cc as hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/table/19030300956947f9af14ee6d6e1c03cc 2024-12-16T03:20:08,845 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/table/19030300956947f9af14ee6d6e1c03cc, entries=6, sequenceid=77, filesize=5.5 K 2024-12-16T03:20:08,846 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=77, compaction requested=false 2024-12-16T03:20:08,849 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-16T03:20:08,850 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:08,850 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:08,850 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:08,850 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:08,923 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,43211,1734319122446; all regions closed. 2024-12-16T03:20:08,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741834_1010 (size=40374) 2024-12-16T03:20:08,935 DEBUG [RS:0;f0d65a6309ee:43211 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/oldWALs 2024-12-16T03:20:08,935 INFO [RS:0;f0d65a6309ee:43211 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C43211%2C1734319122446.meta:.meta(num 1734319125779) 2024-12-16T03:20:08,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741832_1008 (size=7175393) 2024-12-16T03:20:08,938 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/WALs/f0d65a6309ee,43211,1734319122446/f0d65a6309ee%2C43211%2C1734319122446.1734319124772 not finished, retry = 0 2024-12-16T03:20:09,042 DEBUG [RS:0;f0d65a6309ee:43211 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/oldWALs 2024-12-16T03:20:09,042 INFO [RS:0;f0d65a6309ee:43211 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C43211%2C1734319122446:(num 1734319124772) 2024-12-16T03:20:09,042 DEBUG [RS:0;f0d65a6309ee:43211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:09,042 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:09,043 INFO [RS:0;f0d65a6309ee:43211 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:09,043 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:09,044 INFO [RS:0;f0d65a6309ee:43211 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;f0d65a6309ee:43211. 2024-12-16T03:20:09,044 DEBUG [RS:0;f0d65a6309ee:43211 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:20:09,045 DEBUG [RS:0;f0d65a6309ee:43211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:09,045 DEBUG [RS:0;f0d65a6309ee:43211 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x723b20a1 to 127.0.0.1:61587 2024-12-16T03:20:09,046 INFO [RS:0;f0d65a6309ee:43211 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43211 2024-12-16T03:20:09,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-16T03:20:09,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/f0d65a6309ee,43211,1734319122446 2024-12-16T03:20:09,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,43211,1734319122446] 2024-12-16T03:20:09,098 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,43211,1734319122446; numProcessing=1 2024-12-16T03:20:09,106 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/f0d65a6309ee,43211,1734319122446 already deleted, retry=false 2024-12-16T03:20:09,106 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,43211,1734319122446 expired; onlineServers=0 2024-12-16T03:20:09,106 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,33983,1734319122300' ***** 2024-12-16T03:20:09,106 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T03:20:09,106 DEBUG [M:0;f0d65a6309ee:33983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca23dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:09,107 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,33983,1734319122300 2024-12-16T03:20:09,107 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,33983,1734319122300; all regions closed. 2024-12-16T03:20:09,107 DEBUG [M:0;f0d65a6309ee:33983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:09,107 DEBUG [M:0;f0d65a6309ee:33983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T03:20:09,107 DEBUG [M:0;f0d65a6309ee:33983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T03:20:09,107 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T03:20:09,107 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319124535 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319124535,5,FailOnTimeoutGroup] 2024-12-16T03:20:09,107 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319124534 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319124534,5,FailOnTimeoutGroup] 2024-12-16T03:20:09,108 INFO [M:0;f0d65a6309ee:33983 {}] hbase.ChoreService(370): Chore service for: master/f0d65a6309ee:0 had [] on shutdown 2024-12-16T03:20:09,108 DEBUG [M:0;f0d65a6309ee:33983 {}] master.HMaster(1733): Stopping service threads 2024-12-16T03:20:09,108 INFO [M:0;f0d65a6309ee:33983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T03:20:09,110 INFO [M:0;f0d65a6309ee:33983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T03:20:09,110 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T03:20:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-16T03:20:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T03:20:09,114 DEBUG [M:0;f0d65a6309ee:33983 {}] zookeeper.ZKUtil(347): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-16T03:20:09,114 WARN [M:0;f0d65a6309ee:33983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T03:20:09,114 INFO [M:0;f0d65a6309ee:33983 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T03:20:09,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-16T03:20:09,114 INFO [M:0;f0d65a6309ee:33983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T03:20:09,114 DEBUG [M:0;f0d65a6309ee:33983 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:20:09,114 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:09,114 DEBUG [M:0;f0d65a6309ee:33983 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:09,114 DEBUG [M:0;f0d65a6309ee:33983 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:20:09,114 DEBUG [M:0;f0d65a6309ee:33983 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:09,115 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.31 KB heapSize=271.02 KB 2024-12-16T03:20:09,133 DEBUG [M:0;f0d65a6309ee:33983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d21e8aad809640c68e810c830f7c5981 is 82, key is hbase:meta,,1/info:regioninfo/1734319125816/Put/seqid=0 2024-12-16T03:20:09,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741871_1047 (size=5672) 2024-12-16T03:20:09,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:09,198 INFO [RS:0;f0d65a6309ee:43211 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,43211,1734319122446; zookeeper connection closed. 2024-12-16T03:20:09,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1002cd8947a0004, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:09,198 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2131f911 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2131f911 2024-12-16T03:20:09,199 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-16T03:20:09,539 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d21e8aad809640c68e810c830f7c5981 2024-12-16T03:20:09,570 DEBUG [M:0;f0d65a6309ee:33983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83c18fc97831468592836776148fa31b is 2028, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734319139794/Put/seqid=0 2024-12-16T03:20:09,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741872_1048 (size=11254) 2024-12-16T03:20:09,974 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.75 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83c18fc97831468592836776148fa31b 2024-12-16T03:20:09,980 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83c18fc97831468592836776148fa31b 2024-12-16T03:20:09,993 DEBUG [M:0;f0d65a6309ee:33983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1174840f037466b85449ed7a7487f9a is 69, key is f0d65a6309ee,43211,1734319122446/rs:state/1734319124611/Put/seqid=0 2024-12-16T03:20:09,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741873_1049 (size=5156) 2024-12-16T03:20:10,397 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1174840f037466b85449ed7a7487f9a 2024-12-16T03:20:10,405 DEBUG [M:0;f0d65a6309ee:33983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d21e8aad809640c68e810c830f7c5981 as hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d21e8aad809640c68e810c830f7c5981 2024-12-16T03:20:10,412 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d21e8aad809640c68e810c830f7c5981, entries=8, sequenceid=549, filesize=5.5 K 2024-12-16T03:20:10,414 DEBUG [M:0;f0d65a6309ee:33983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83c18fc97831468592836776148fa31b as hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83c18fc97831468592836776148fa31b 2024-12-16T03:20:10,420 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83c18fc97831468592836776148fa31b 2024-12-16T03:20:10,420 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83c18fc97831468592836776148fa31b, entries=69, sequenceid=549, filesize=11.0 K 2024-12-16T03:20:10,422 DEBUG [M:0;f0d65a6309ee:33983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1174840f037466b85449ed7a7487f9a as hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1174840f037466b85449ed7a7487f9a 2024-12-16T03:20:10,429 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36249/user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1174840f037466b85449ed7a7487f9a, entries=1, sequenceid=549, filesize=5.0 K 2024-12-16T03:20:10,430 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.31 KB/225596, heapSize ~270.73 KB/277224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=549, compaction requested=false 2024-12-16T03:20:10,431 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:10,431 DEBUG [M:0;f0d65a6309ee:33983 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:10,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41689 is added to blk_1073741830_1006 (size=262208) 2024-12-16T03:20:10,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/0bd23d4c-2e96-8ce5-4617-45678d50f87e/MasterData/WALs/f0d65a6309ee,33983,1734319122300/f0d65a6309ee%2C33983%2C1734319122300.1734319124232 not finished, retry = 0 2024-12-16T03:20:10,535 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:10,535 INFO [M:0;f0d65a6309ee:33983 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T03:20:10,535 INFO [M:0;f0d65a6309ee:33983 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33983 2024-12-16T03:20:10,555 DEBUG [M:0;f0d65a6309ee:33983 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/f0d65a6309ee,33983,1734319122300 already deleted, retry=false 2024-12-16T03:20:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:10,664 INFO [M:0;f0d65a6309ee:33983 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,33983,1734319122300; zookeeper connection closed. 2024-12-16T03:20:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1002cd8947a0003, quorum=127.0.0.1:61587, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:10,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73a34985{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:10,669 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@298a701f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:10,669 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:10,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73e3600e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:10,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c4144ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:10,672 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:10,672 WARN [BP-1552643039-172.17.0.2-1734319120558 heartbeating to localhost/127.0.0.1:36249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:10,673 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:10,673 WARN [BP-1552643039-172.17.0.2-1734319120558 heartbeating to localhost/127.0.0.1:36249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1552643039-172.17.0.2-1734319120558 (Datanode Uuid 8241ec59-8a96-4a73-baba-42fc6b3b12f1) service to localhost/127.0.0.1:36249 2024-12-16T03:20:10,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/cluster_bc12b6c3-5751-ca72-a6bc-189eff6c4991/dfs/data/data1/current/BP-1552643039-172.17.0.2-1734319120558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:10,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/cluster_bc12b6c3-5751-ca72-a6bc-189eff6c4991/dfs/data/data2/current/BP-1552643039-172.17.0.2-1734319120558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:10,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:10,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29b8371c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:20:10,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41a8eed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:10,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:10,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55dfa903{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:10,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d9c3958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0447ee56-e7d6-132e-8473-813a543d1644/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:10,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T03:20:10,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:20:10,722 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:20:10,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28eaea09 to 127.0.0.1:61587 2024-12-16T03:20:10,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:10,723 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T03:20:10,723 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=702506913, stopped=false 2024-12-16T03:20:10,723 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f0d65a6309ee,44725,1734319113838 2024-12-16T03:20:10,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-16T03:20:10,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-16T03:20:10,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T03:20:10,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:20:10,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:20:10,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:10,739 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,39907,1734319114612' ***** 2024-12-16T03:20:10,739 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:20:10,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T03:20:10,739 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:20:10,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T03:20:10,739 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:20:10,739 INFO [RS:0;f0d65a6309ee:39907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:20:10,739 INFO [RS:0;f0d65a6309ee:39907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 02e49c20aeb1cfe1ca8f6788990bb39e 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 989a0fbfa3a40285859cd7981c926cae 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for d530cd53a675844f337050c9ee022fe9 2024-12-16T03:20:10,740 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 02e49c20aeb1cfe1ca8f6788990bb39e, disabling compactions & flushes 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 6c3ecd6fcefee86e8e981b7b22b22979 2024-12-16T03:20:10,740 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. 2024-12-16T03:20:10,740 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for f7afcca665f8c3e577e9e791ba75246a 2024-12-16T03:20:10,740 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. after waiting 0 ms 2024-12-16T03:20:10,740 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for bfb65e219c598c06bc8b3d7a0c6ed847 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for df2be803d9300b553a7374f89993cbc8 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 8af910fba4d5cc398f2f04b74735179b 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 56be35ab37eb7c4e864d9c9b10076d55 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 1dcadefb4e42be434baeae6966765381 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 4bfc4375dd218db4d8be4dad0329e7ec 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 452508788cac99487b8dde3766d1bade 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 65c79ad482afe4cb7d25a8b613160030 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 05fc88ff27bdb0aa61520742e6e126ee 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for de8dfd0222f00da5b3db13070841f5ed 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for bc4d0cc021846832679340f93b0228a6 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for a2342deb8fae5dd2c34d81b812e6bc4a 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 15b8f738bdc208f3a08d5cb9b82a7964 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 39b1ad803893ad333af80b1525081180 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for e4bb3f0d8afb909b84b04c606ffd89fa 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 07b13f06fb97617b27c4e8843258ea6a 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 19f20e344de24523132bced998c99992 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for d24ffda9a107b25e7d03096c7b53bb17 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 57a449ac66889c644c83dc88d5e1600e 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 1cf8b609a875a3cbd108abb9bd340bda 2024-12-16T03:20:10,740 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 27aa3e8e506c12eae79ce62971b91282 2024-12-16T03:20:10,741 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 4d31cb1021e292f22683287061a4c59e 2024-12-16T03:20:10,741 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,39907,1734319114612 2024-12-16T03:20:10,741 DEBUG [RS:0;f0d65a6309ee:39907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:10,741 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:20:10,741 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:20:10,741 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:20:10,741 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T03:20:10,741 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-16T03:20:10,741 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1629): Waiting on 02e49c20aeb1cfe1ca8f6788990bb39e, 05fc88ff27bdb0aa61520742e6e126ee, 07b13f06fb97617b27c4e8843258ea6a, 1588230740, 15b8f738bdc208f3a08d5cb9b82a7964, 19f20e344de24523132bced998c99992, 1cf8b609a875a3cbd108abb9bd340bda, 1dcadefb4e42be434baeae6966765381, 27aa3e8e506c12eae79ce62971b91282, 39b1ad803893ad333af80b1525081180, 452508788cac99487b8dde3766d1bade, 4bfc4375dd218db4d8be4dad0329e7ec, 4d31cb1021e292f22683287061a4c59e, 56be35ab37eb7c4e864d9c9b10076d55, 57a449ac66889c644c83dc88d5e1600e, 65c79ad482afe4cb7d25a8b613160030, 6c3ecd6fcefee86e8e981b7b22b22979, 8af910fba4d5cc398f2f04b74735179b, 989a0fbfa3a40285859cd7981c926cae, a2342deb8fae5dd2c34d81b812e6bc4a, bc4d0cc021846832679340f93b0228a6, bfb65e219c598c06bc8b3d7a0c6ed847, d24ffda9a107b25e7d03096c7b53bb17, d530cd53a675844f337050c9ee022fe9, de8dfd0222f00da5b3db13070841f5ed, df2be803d9300b553a7374f89993cbc8, e4bb3f0d8afb909b84b04c606ffd89fa, f7afcca665f8c3e577e9e791ba75246a 2024-12-16T03:20:10,741 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:20:10,741 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:20:10,741 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:20:10,741 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:20:10,741 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:20:10,742 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-16T03:20:10,745 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/02e49c20aeb1cfe1ca8f6788990bb39e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:10,746 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. 2024-12-16T03:20:10,746 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 02e49c20aeb1cfe1ca8f6788990bb39e: 2024-12-16T03:20:10,746 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734319127465.02e49c20aeb1cfe1ca8f6788990bb39e. 2024-12-16T03:20:10,746 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 989a0fbfa3a40285859cd7981c926cae, disabling compactions & flushes 2024-12-16T03:20:10,746 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. 2024-12-16T03:20:10,746 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. 2024-12-16T03:20:10,746 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. after waiting 0 ms 2024-12-16T03:20:10,746 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. 2024-12-16T03:20:10,751 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/989a0fbfa3a40285859cd7981c926cae/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:10,752 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. 2024-12-16T03:20:10,752 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 989a0fbfa3a40285859cd7981c926cae: 2024-12-16T03:20:10,752 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734319127465.989a0fbfa3a40285859cd7981c926cae. 2024-12-16T03:20:10,752 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d530cd53a675844f337050c9ee022fe9, disabling compactions & flushes 2024-12-16T03:20:10,752 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. 2024-12-16T03:20:10,752 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. 2024-12-16T03:20:10,752 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. after waiting 0 ms 2024-12-16T03:20:10,752 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. 2024-12-16T03:20:10,752 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d530cd53a675844f337050c9ee022fe9 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T03:20:10,760 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/.tmp/info/1ce01fbe0c1440a2bc55e92908e5f085 is 143, key is hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9./info:regioninfo/1734319120087/Put/seqid=0 2024-12-16T03:20:10,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741867_1043 (size=36340) 2024-12-16T03:20:10,766 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/namespace/d530cd53a675844f337050c9ee022fe9/.tmp/info/060d33811ee940419866cc46078c697e is 45, key is default/info:d/1734319120248/Put/seqid=0 2024-12-16T03:20:10,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741868_1044 (size=5037) 2024-12-16T03:20:10,832 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:10,942 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1629): Waiting on 05fc88ff27bdb0aa61520742e6e126ee, 07b13f06fb97617b27c4e8843258ea6a, 1588230740, 15b8f738bdc208f3a08d5cb9b82a7964, 19f20e344de24523132bced998c99992, 1cf8b609a875a3cbd108abb9bd340bda, 1dcadefb4e42be434baeae6966765381, 27aa3e8e506c12eae79ce62971b91282, 39b1ad803893ad333af80b1525081180, 452508788cac99487b8dde3766d1bade, 4bfc4375dd218db4d8be4dad0329e7ec, 4d31cb1021e292f22683287061a4c59e, 56be35ab37eb7c4e864d9c9b10076d55, 57a449ac66889c644c83dc88d5e1600e, 65c79ad482afe4cb7d25a8b613160030, 6c3ecd6fcefee86e8e981b7b22b22979, 8af910fba4d5cc398f2f04b74735179b, a2342deb8fae5dd2c34d81b812e6bc4a, bc4d0cc021846832679340f93b0228a6, bfb65e219c598c06bc8b3d7a0c6ed847, d24ffda9a107b25e7d03096c7b53bb17, d530cd53a675844f337050c9ee022fe9, de8dfd0222f00da5b3db13070841f5ed, df2be803d9300b553a7374f89993cbc8, e4bb3f0d8afb909b84b04c606ffd89fa, f7afcca665f8c3e577e9e791ba75246a 2024-12-16T03:20:11,142 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1629): Waiting on 05fc88ff27bdb0aa61520742e6e126ee, 07b13f06fb97617b27c4e8843258ea6a, 1588230740, 15b8f738bdc208f3a08d5cb9b82a7964, 19f20e344de24523132bced998c99992, 1cf8b609a875a3cbd108abb9bd340bda, 1dcadefb4e42be434baeae6966765381, 27aa3e8e506c12eae79ce62971b91282, 39b1ad803893ad333af80b1525081180, 452508788cac99487b8dde3766d1bade, 4bfc4375dd218db4d8be4dad0329e7ec, 4d31cb1021e292f22683287061a4c59e, 56be35ab37eb7c4e864d9c9b10076d55, 57a449ac66889c644c83dc88d5e1600e, 65c79ad482afe4cb7d25a8b613160030, 6c3ecd6fcefee86e8e981b7b22b22979, 8af910fba4d5cc398f2f04b74735179b, a2342deb8fae5dd2c34d81b812e6bc4a, bc4d0cc021846832679340f93b0228a6, bfb65e219c598c06bc8b3d7a0c6ed847, d24ffda9a107b25e7d03096c7b53bb17, d530cd53a675844f337050c9ee022fe9, de8dfd0222f00da5b3db13070841f5ed, df2be803d9300b553a7374f89993cbc8, e4bb3f0d8afb909b84b04c606ffd89fa, f7afcca665f8c3e577e9e791ba75246a 2024-12-16T03:20:11,166 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/.tmp/info/1ce01fbe0c1440a2bc55e92908e5f085 2024-12-16T03:20:11,171 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/namespace/d530cd53a675844f337050c9ee022fe9/.tmp/info/060d33811ee940419866cc46078c697e 2024-12-16T03:20:11,181 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/namespace/d530cd53a675844f337050c9ee022fe9/.tmp/info/060d33811ee940419866cc46078c697e as hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/namespace/d530cd53a675844f337050c9ee022fe9/info/060d33811ee940419866cc46078c697e 2024-12-16T03:20:11,186 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/namespace/d530cd53a675844f337050c9ee022fe9/info/060d33811ee940419866cc46078c697e, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T03:20:11,187 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d530cd53a675844f337050c9ee022fe9 in 435ms, sequenceid=6, compaction requested=false 2024-12-16T03:20:11,187 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T03:20:11,192 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/.tmp/rep_barrier/2bfca106407a4399a452221a5de51e59 is 115, key is test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa./rep_barrier:seqnumDuringOpen/1734319131671/Put/seqid=0 2024-12-16T03:20:11,194 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/namespace/d530cd53a675844f337050c9ee022fe9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T03:20:11,195 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. 2024-12-16T03:20:11,195 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d530cd53a675844f337050c9ee022fe9: 2024-12-16T03:20:11,195 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734319118781.d530cd53a675844f337050c9ee022fe9. 2024-12-16T03:20:11,195 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6c3ecd6fcefee86e8e981b7b22b22979, disabling compactions & flushes 2024-12-16T03:20:11,195 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. 2024-12-16T03:20:11,195 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. 2024-12-16T03:20:11,195 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. after waiting 0 ms 2024-12-16T03:20:11,195 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. 2024-12-16T03:20:11,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741869_1045 (size=8574) 2024-12-16T03:20:11,198 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/6c3ecd6fcefee86e8e981b7b22b22979/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,198 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. 2024-12-16T03:20:11,198 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6c3ecd6fcefee86e8e981b7b22b22979: 2024-12-16T03:20:11,198 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734319127465.6c3ecd6fcefee86e8e981b7b22b22979. 2024-12-16T03:20:11,198 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f7afcca665f8c3e577e9e791ba75246a, disabling compactions & flushes 2024-12-16T03:20:11,199 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. 2024-12-16T03:20:11,199 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. 2024-12-16T03:20:11,199 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. after waiting 0 ms 2024-12-16T03:20:11,199 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. 2024-12-16T03:20:11,201 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/f7afcca665f8c3e577e9e791ba75246a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,202 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. 2024-12-16T03:20:11,202 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f7afcca665f8c3e577e9e791ba75246a: 2024-12-16T03:20:11,202 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734319127465.f7afcca665f8c3e577e9e791ba75246a. 2024-12-16T03:20:11,202 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bfb65e219c598c06bc8b3d7a0c6ed847, disabling compactions & flushes 2024-12-16T03:20:11,202 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. 2024-12-16T03:20:11,202 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. 2024-12-16T03:20:11,202 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. after waiting 0 ms 2024-12-16T03:20:11,202 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. 2024-12-16T03:20:11,205 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/bfb65e219c598c06bc8b3d7a0c6ed847/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,206 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. 2024-12-16T03:20:11,206 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bfb65e219c598c06bc8b3d7a0c6ed847: 2024-12-16T03:20:11,206 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734319127465.bfb65e219c598c06bc8b3d7a0c6ed847. 2024-12-16T03:20:11,206 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing df2be803d9300b553a7374f89993cbc8, disabling compactions & flushes 2024-12-16T03:20:11,206 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. 2024-12-16T03:20:11,206 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. 2024-12-16T03:20:11,206 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. after waiting 0 ms 2024-12-16T03:20:11,206 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. 2024-12-16T03:20:11,209 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/df2be803d9300b553a7374f89993cbc8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,210 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. 2024-12-16T03:20:11,210 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for df2be803d9300b553a7374f89993cbc8: 2024-12-16T03:20:11,210 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734319127465.df2be803d9300b553a7374f89993cbc8. 2024-12-16T03:20:11,210 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8af910fba4d5cc398f2f04b74735179b, disabling compactions & flushes 2024-12-16T03:20:11,210 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. 2024-12-16T03:20:11,210 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. 2024-12-16T03:20:11,210 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. after waiting 0 ms 2024-12-16T03:20:11,210 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. 2024-12-16T03:20:11,214 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/8af910fba4d5cc398f2f04b74735179b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,215 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. 2024-12-16T03:20:11,215 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8af910fba4d5cc398f2f04b74735179b: 2024-12-16T03:20:11,215 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734319127465.8af910fba4d5cc398f2f04b74735179b. 2024-12-16T03:20:11,215 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 56be35ab37eb7c4e864d9c9b10076d55, disabling compactions & flushes 2024-12-16T03:20:11,215 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. 2024-12-16T03:20:11,215 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. 2024-12-16T03:20:11,215 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. after waiting 0 ms 2024-12-16T03:20:11,215 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. 2024-12-16T03:20:11,215 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 56be35ab37eb7c4e864d9c9b10076d55 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-16T03:20:11,241 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/56be35ab37eb7c4e864d9c9b10076d55/.tmp/f/d2767c063cb341b5a429380a7d0704b3 is 4136, key is NormalPut000/f:row/1734319149334/Put/seqid=0 2024-12-16T03:20:11,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741870_1046 (size=4147225) 2024-12-16T03:20:11,342 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1629): Waiting on 05fc88ff27bdb0aa61520742e6e126ee, 07b13f06fb97617b27c4e8843258ea6a, 1588230740, 15b8f738bdc208f3a08d5cb9b82a7964, 19f20e344de24523132bced998c99992, 1cf8b609a875a3cbd108abb9bd340bda, 1dcadefb4e42be434baeae6966765381, 27aa3e8e506c12eae79ce62971b91282, 39b1ad803893ad333af80b1525081180, 452508788cac99487b8dde3766d1bade, 4bfc4375dd218db4d8be4dad0329e7ec, 4d31cb1021e292f22683287061a4c59e, 56be35ab37eb7c4e864d9c9b10076d55, 57a449ac66889c644c83dc88d5e1600e, 65c79ad482afe4cb7d25a8b613160030, a2342deb8fae5dd2c34d81b812e6bc4a, bc4d0cc021846832679340f93b0228a6, d24ffda9a107b25e7d03096c7b53bb17, de8dfd0222f00da5b3db13070841f5ed, e4bb3f0d8afb909b84b04c606ffd89fa 2024-12-16T03:20:11,391 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T03:20:11,391 INFO [regionserver/f0d65a6309ee:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T03:20:11,543 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1629): Waiting on 05fc88ff27bdb0aa61520742e6e126ee, 07b13f06fb97617b27c4e8843258ea6a, 1588230740, 15b8f738bdc208f3a08d5cb9b82a7964, 19f20e344de24523132bced998c99992, 1cf8b609a875a3cbd108abb9bd340bda, 1dcadefb4e42be434baeae6966765381, 27aa3e8e506c12eae79ce62971b91282, 39b1ad803893ad333af80b1525081180, 452508788cac99487b8dde3766d1bade, 4bfc4375dd218db4d8be4dad0329e7ec, 4d31cb1021e292f22683287061a4c59e, 56be35ab37eb7c4e864d9c9b10076d55, 57a449ac66889c644c83dc88d5e1600e, 65c79ad482afe4cb7d25a8b613160030, a2342deb8fae5dd2c34d81b812e6bc4a, bc4d0cc021846832679340f93b0228a6, d24ffda9a107b25e7d03096c7b53bb17, de8dfd0222f00da5b3db13070841f5ed, e4bb3f0d8afb909b84b04c606ffd89fa 2024-12-16T03:20:11,596 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/.tmp/rep_barrier/2bfca106407a4399a452221a5de51e59 2024-12-16T03:20:11,614 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/.tmp/table/ca575f76955544eea34dbb09b596b6dd is 94, key is testdroppedtimed,,1734319144454.120ce0c1742db68cf24fb1fe6ac5bba7./table:/1734319204160/DeleteFamily/seqid=0 2024-12-16T03:20:11,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741871_1047 (size=5605) 2024-12-16T03:20:11,643 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/56be35ab37eb7c4e864d9c9b10076d55/.tmp/f/d2767c063cb341b5a429380a7d0704b3 2024-12-16T03:20:11,649 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/56be35ab37eb7c4e864d9c9b10076d55/.tmp/f/d2767c063cb341b5a429380a7d0704b3 as hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/56be35ab37eb7c4e864d9c9b10076d55/f/d2767c063cb341b5a429380a7d0704b3 2024-12-16T03:20:11,654 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/56be35ab37eb7c4e864d9c9b10076d55/f/d2767c063cb341b5a429380a7d0704b3, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-16T03:20:11,655 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 56be35ab37eb7c4e864d9c9b10076d55 in 440ms, sequenceid=1004, compaction requested=false 2024-12-16T03:20:11,655 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-16T03:20:11,658 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/56be35ab37eb7c4e864d9c9b10076d55/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-16T03:20:11,659 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. 2024-12-16T03:20:11,659 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 56be35ab37eb7c4e864d9c9b10076d55: 2024-12-16T03:20:11,659 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734319127465.56be35ab37eb7c4e864d9c9b10076d55. 2024-12-16T03:20:11,659 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1dcadefb4e42be434baeae6966765381, disabling compactions & flushes 2024-12-16T03:20:11,659 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. 2024-12-16T03:20:11,659 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. 2024-12-16T03:20:11,659 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. after waiting 0 ms 2024-12-16T03:20:11,659 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. 2024-12-16T03:20:11,662 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/1dcadefb4e42be434baeae6966765381/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,663 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. 2024-12-16T03:20:11,663 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1dcadefb4e42be434baeae6966765381: 2024-12-16T03:20:11,663 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734319127465.1dcadefb4e42be434baeae6966765381. 2024-12-16T03:20:11,663 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4bfc4375dd218db4d8be4dad0329e7ec, disabling compactions & flushes 2024-12-16T03:20:11,663 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. 2024-12-16T03:20:11,663 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. 2024-12-16T03:20:11,663 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. after waiting 0 ms 2024-12-16T03:20:11,663 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. 2024-12-16T03:20:11,666 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/4bfc4375dd218db4d8be4dad0329e7ec/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,666 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. 2024-12-16T03:20:11,666 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4bfc4375dd218db4d8be4dad0329e7ec: 2024-12-16T03:20:11,667 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734319127465.4bfc4375dd218db4d8be4dad0329e7ec. 2024-12-16T03:20:11,667 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 452508788cac99487b8dde3766d1bade, disabling compactions & flushes 2024-12-16T03:20:11,667 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734319127465.452508788cac99487b8dde3766d1bade. 2024-12-16T03:20:11,667 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734319127465.452508788cac99487b8dde3766d1bade. 2024-12-16T03:20:11,667 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734319127465.452508788cac99487b8dde3766d1bade. after waiting 0 ms 2024-12-16T03:20:11,667 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734319127465.452508788cac99487b8dde3766d1bade. 2024-12-16T03:20:11,670 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/452508788cac99487b8dde3766d1bade/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,670 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734319127465.452508788cac99487b8dde3766d1bade. 2024-12-16T03:20:11,670 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 452508788cac99487b8dde3766d1bade: 2024-12-16T03:20:11,671 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734319127465.452508788cac99487b8dde3766d1bade. 2024-12-16T03:20:11,671 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 65c79ad482afe4cb7d25a8b613160030, disabling compactions & flushes 2024-12-16T03:20:11,671 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. 2024-12-16T03:20:11,671 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. 2024-12-16T03:20:11,671 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. after waiting 0 ms 2024-12-16T03:20:11,671 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. 2024-12-16T03:20:11,674 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/65c79ad482afe4cb7d25a8b613160030/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,674 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. 2024-12-16T03:20:11,674 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 65c79ad482afe4cb7d25a8b613160030: 2024-12-16T03:20:11,674 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734319127465.65c79ad482afe4cb7d25a8b613160030. 2024-12-16T03:20:11,674 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 05fc88ff27bdb0aa61520742e6e126ee, disabling compactions & flushes 2024-12-16T03:20:11,674 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. 2024-12-16T03:20:11,674 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. 2024-12-16T03:20:11,674 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. after waiting 0 ms 2024-12-16T03:20:11,674 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. 2024-12-16T03:20:11,678 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/05fc88ff27bdb0aa61520742e6e126ee/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,678 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. 2024-12-16T03:20:11,678 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 05fc88ff27bdb0aa61520742e6e126ee: 2024-12-16T03:20:11,678 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734319127465.05fc88ff27bdb0aa61520742e6e126ee. 2024-12-16T03:20:11,678 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing de8dfd0222f00da5b3db13070841f5ed, disabling compactions & flushes 2024-12-16T03:20:11,678 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. 2024-12-16T03:20:11,678 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. 2024-12-16T03:20:11,678 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. after waiting 0 ms 2024-12-16T03:20:11,678 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. 2024-12-16T03:20:11,681 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/de8dfd0222f00da5b3db13070841f5ed/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,682 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. 2024-12-16T03:20:11,682 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for de8dfd0222f00da5b3db13070841f5ed: 2024-12-16T03:20:11,682 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734319127465.de8dfd0222f00da5b3db13070841f5ed. 2024-12-16T03:20:11,682 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bc4d0cc021846832679340f93b0228a6, disabling compactions & flushes 2024-12-16T03:20:11,682 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. 2024-12-16T03:20:11,682 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. 2024-12-16T03:20:11,682 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. after waiting 0 ms 2024-12-16T03:20:11,682 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. 2024-12-16T03:20:11,685 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/bc4d0cc021846832679340f93b0228a6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,686 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. 2024-12-16T03:20:11,686 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bc4d0cc021846832679340f93b0228a6: 2024-12-16T03:20:11,686 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734319127465.bc4d0cc021846832679340f93b0228a6. 2024-12-16T03:20:11,686 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a2342deb8fae5dd2c34d81b812e6bc4a, disabling compactions & flushes 2024-12-16T03:20:11,686 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. 2024-12-16T03:20:11,686 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. 2024-12-16T03:20:11,686 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. after waiting 0 ms 2024-12-16T03:20:11,686 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. 2024-12-16T03:20:11,689 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/a2342deb8fae5dd2c34d81b812e6bc4a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,689 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. 2024-12-16T03:20:11,689 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a2342deb8fae5dd2c34d81b812e6bc4a: 2024-12-16T03:20:11,689 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734319127465.a2342deb8fae5dd2c34d81b812e6bc4a. 2024-12-16T03:20:11,689 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 15b8f738bdc208f3a08d5cb9b82a7964, disabling compactions & flushes 2024-12-16T03:20:11,689 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. 2024-12-16T03:20:11,689 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. 2024-12-16T03:20:11,689 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. after waiting 0 ms 2024-12-16T03:20:11,689 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. 2024-12-16T03:20:11,693 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/15b8f738bdc208f3a08d5cb9b82a7964/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,693 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. 2024-12-16T03:20:11,693 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 15b8f738bdc208f3a08d5cb9b82a7964: 2024-12-16T03:20:11,693 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734319127465.15b8f738bdc208f3a08d5cb9b82a7964. 2024-12-16T03:20:11,693 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 39b1ad803893ad333af80b1525081180, disabling compactions & flushes 2024-12-16T03:20:11,693 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. 2024-12-16T03:20:11,694 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. 2024-12-16T03:20:11,694 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. after waiting 0 ms 2024-12-16T03:20:11,694 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. 2024-12-16T03:20:11,697 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/39b1ad803893ad333af80b1525081180/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,697 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. 2024-12-16T03:20:11,697 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 39b1ad803893ad333af80b1525081180: 2024-12-16T03:20:11,697 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734319127465.39b1ad803893ad333af80b1525081180. 2024-12-16T03:20:11,697 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e4bb3f0d8afb909b84b04c606ffd89fa, disabling compactions & flushes 2024-12-16T03:20:11,697 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. 2024-12-16T03:20:11,697 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. 2024-12-16T03:20:11,697 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. after waiting 0 ms 2024-12-16T03:20:11,697 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. 2024-12-16T03:20:11,701 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/e4bb3f0d8afb909b84b04c606ffd89fa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,701 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. 2024-12-16T03:20:11,701 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e4bb3f0d8afb909b84b04c606ffd89fa: 2024-12-16T03:20:11,701 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734319127465.e4bb3f0d8afb909b84b04c606ffd89fa. 2024-12-16T03:20:11,701 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 07b13f06fb97617b27c4e8843258ea6a, disabling compactions & flushes 2024-12-16T03:20:11,702 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. 2024-12-16T03:20:11,702 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. 2024-12-16T03:20:11,702 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. after waiting 0 ms 2024-12-16T03:20:11,702 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. 2024-12-16T03:20:11,705 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/07b13f06fb97617b27c4e8843258ea6a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,706 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. 2024-12-16T03:20:11,706 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 07b13f06fb97617b27c4e8843258ea6a: 2024-12-16T03:20:11,706 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734319127465.07b13f06fb97617b27c4e8843258ea6a. 2024-12-16T03:20:11,706 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 19f20e344de24523132bced998c99992, disabling compactions & flushes 2024-12-16T03:20:11,706 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734319127465.19f20e344de24523132bced998c99992. 2024-12-16T03:20:11,706 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734319127465.19f20e344de24523132bced998c99992. 2024-12-16T03:20:11,706 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734319127465.19f20e344de24523132bced998c99992. after waiting 0 ms 2024-12-16T03:20:11,706 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734319127465.19f20e344de24523132bced998c99992. 2024-12-16T03:20:11,709 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/19f20e344de24523132bced998c99992/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,709 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734319127465.19f20e344de24523132bced998c99992. 2024-12-16T03:20:11,709 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 19f20e344de24523132bced998c99992: 2024-12-16T03:20:11,709 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734319127465.19f20e344de24523132bced998c99992. 2024-12-16T03:20:11,709 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d24ffda9a107b25e7d03096c7b53bb17, disabling compactions & flushes 2024-12-16T03:20:11,709 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. 2024-12-16T03:20:11,709 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. 2024-12-16T03:20:11,709 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. after waiting 0 ms 2024-12-16T03:20:11,709 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. 2024-12-16T03:20:11,712 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/d24ffda9a107b25e7d03096c7b53bb17/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,713 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. 2024-12-16T03:20:11,713 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d24ffda9a107b25e7d03096c7b53bb17: 2024-12-16T03:20:11,713 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734319127465.d24ffda9a107b25e7d03096c7b53bb17. 2024-12-16T03:20:11,713 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 57a449ac66889c644c83dc88d5e1600e, disabling compactions & flushes 2024-12-16T03:20:11,713 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. 2024-12-16T03:20:11,713 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. 2024-12-16T03:20:11,713 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. after waiting 0 ms 2024-12-16T03:20:11,713 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. 2024-12-16T03:20:11,716 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/57a449ac66889c644c83dc88d5e1600e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,716 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. 2024-12-16T03:20:11,716 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 57a449ac66889c644c83dc88d5e1600e: 2024-12-16T03:20:11,716 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734319127465.57a449ac66889c644c83dc88d5e1600e. 2024-12-16T03:20:11,716 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1cf8b609a875a3cbd108abb9bd340bda, disabling compactions & flushes 2024-12-16T03:20:11,717 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. 2024-12-16T03:20:11,717 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. 2024-12-16T03:20:11,717 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. after waiting 0 ms 2024-12-16T03:20:11,717 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. 2024-12-16T03:20:11,720 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/1cf8b609a875a3cbd108abb9bd340bda/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,720 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. 2024-12-16T03:20:11,720 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1cf8b609a875a3cbd108abb9bd340bda: 2024-12-16T03:20:11,720 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734319127465.1cf8b609a875a3cbd108abb9bd340bda. 2024-12-16T03:20:11,720 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 27aa3e8e506c12eae79ce62971b91282, disabling compactions & flushes 2024-12-16T03:20:11,720 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. 2024-12-16T03:20:11,720 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. 2024-12-16T03:20:11,720 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. after waiting 0 ms 2024-12-16T03:20:11,720 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. 2024-12-16T03:20:11,723 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/27aa3e8e506c12eae79ce62971b91282/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,724 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. 2024-12-16T03:20:11,724 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 27aa3e8e506c12eae79ce62971b91282: 2024-12-16T03:20:11,724 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734319127465.27aa3e8e506c12eae79ce62971b91282. 2024-12-16T03:20:11,724 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4d31cb1021e292f22683287061a4c59e, disabling compactions & flushes 2024-12-16T03:20:11,724 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. 2024-12-16T03:20:11,724 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. 2024-12-16T03:20:11,724 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. after waiting 0 ms 2024-12-16T03:20:11,724 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. 2024-12-16T03:20:11,727 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/default/test/4d31cb1021e292f22683287061a4c59e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:20:11,728 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. 2024-12-16T03:20:11,728 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4d31cb1021e292f22683287061a4c59e: 2024-12-16T03:20:11,728 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734319127465.4d31cb1021e292f22683287061a4c59e. 2024-12-16T03:20:11,743 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T03:20:11,743 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-16T03:20:11,743 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T03:20:11,943 DEBUG [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T03:20:12,018 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/.tmp/table/ca575f76955544eea34dbb09b596b6dd 2024-12-16T03:20:12,027 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/.tmp/info/1ce01fbe0c1440a2bc55e92908e5f085 as hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/info/1ce01fbe0c1440a2bc55e92908e5f085 2024-12-16T03:20:12,033 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/info/1ce01fbe0c1440a2bc55e92908e5f085, entries=272, sequenceid=77, filesize=35.5 K 2024-12-16T03:20:12,034 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/.tmp/rep_barrier/2bfca106407a4399a452221a5de51e59 as hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/rep_barrier/2bfca106407a4399a452221a5de51e59 2024-12-16T03:20:12,039 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/rep_barrier/2bfca106407a4399a452221a5de51e59, entries=27, sequenceid=77, filesize=8.4 K 2024-12-16T03:20:12,040 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/.tmp/table/ca575f76955544eea34dbb09b596b6dd as hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/table/ca575f76955544eea34dbb09b596b6dd 2024-12-16T03:20:12,045 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/table/ca575f76955544eea34dbb09b596b6dd, entries=6, sequenceid=77, filesize=5.5 K 2024-12-16T03:20:12,046 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=77, compaction requested=false 2024-12-16T03:20:12,050 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-16T03:20:12,051 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:20:12,051 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:12,051 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:20:12,051 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T03:20:12,144 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,39907,1734319114612; all regions closed. 2024-12-16T03:20:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741834_1010 (size=40374) 2024-12-16T03:20:12,154 DEBUG [RS:0;f0d65a6309ee:39907 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/oldWALs 2024-12-16T03:20:12,154 INFO [RS:0;f0d65a6309ee:39907 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C39907%2C1734319114612.meta:.meta(num 1734319118484) 2024-12-16T03:20:12,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741832_1008 (size=4217378) 2024-12-16T03:20:12,158 DEBUG [RS:0;f0d65a6309ee:39907 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/oldWALs 2024-12-16T03:20:12,158 INFO [RS:0;f0d65a6309ee:39907 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C39907%2C1734319114612:(num 1734319117484) 2024-12-16T03:20:12,158 DEBUG [RS:0;f0d65a6309ee:39907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:12,158 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:20:12,158 INFO [RS:0;f0d65a6309ee:39907 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T03:20:12,159 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:12,159 INFO [RS:0;f0d65a6309ee:39907 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39907 2024-12-16T03:20:12,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/f0d65a6309ee,39907,1734319114612 2024-12-16T03:20:12,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-16T03:20:12,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,39907,1734319114612] 2024-12-16T03:20:12,206 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,39907,1734319114612; numProcessing=1 2024-12-16T03:20:12,214 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/f0d65a6309ee,39907,1734319114612 already deleted, retry=false 2024-12-16T03:20:12,214 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,39907,1734319114612 expired; onlineServers=0 2024-12-16T03:20:12,214 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,44725,1734319113838' ***** 2024-12-16T03:20:12,214 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T03:20:12,214 DEBUG [M:0;f0d65a6309ee:44725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6956a245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:20:12,214 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,44725,1734319113838 2024-12-16T03:20:12,214 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,44725,1734319113838; all regions closed. 2024-12-16T03:20:12,214 DEBUG [M:0;f0d65a6309ee:44725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:20:12,214 DEBUG [M:0;f0d65a6309ee:44725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T03:20:12,214 DEBUG [M:0;f0d65a6309ee:44725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T03:20:12,214 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T03:20:12,214 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319117231 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734319117231,5,FailOnTimeoutGroup] 2024-12-16T03:20:12,214 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319117230 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734319117230,5,FailOnTimeoutGroup] 2024-12-16T03:20:12,215 INFO [M:0;f0d65a6309ee:44725 {}] hbase.ChoreService(370): Chore service for: master/f0d65a6309ee:0 had [] on shutdown 2024-12-16T03:20:12,215 DEBUG [M:0;f0d65a6309ee:44725 {}] master.HMaster(1733): Stopping service threads 2024-12-16T03:20:12,215 INFO [M:0;f0d65a6309ee:44725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T03:20:12,215 ERROR [M:0;f0d65a6309ee:44725 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-16T03:20:12,215 INFO [M:0;f0d65a6309ee:44725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T03:20:12,215 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T03:20:12,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-16T03:20:12,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T03:20:12,222 DEBUG [M:0;f0d65a6309ee:44725 {}] zookeeper.ZKUtil(347): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-16T03:20:12,222 WARN [M:0;f0d65a6309ee:44725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T03:20:12,222 INFO [M:0;f0d65a6309ee:44725 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T03:20:12,222 INFO [M:0;f0d65a6309ee:44725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T03:20:12,222 DEBUG [M:0;f0d65a6309ee:44725 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:20:12,222 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:12,223 DEBUG [M:0;f0d65a6309ee:44725 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:12,223 DEBUG [M:0;f0d65a6309ee:44725 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:20:12,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-16T03:20:12,223 DEBUG [M:0;f0d65a6309ee:44725 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:12,223 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.98 KB heapSize=293.95 KB 2024-12-16T03:20:12,245 DEBUG [M:0;f0d65a6309ee:44725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cb68eeeac614a4fa57ad8ec75143f15 is 82, key is hbase:meta,,1/info:regioninfo/1734319118595/Put/seqid=0 2024-12-16T03:20:12,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741872_1048 (size=5672) 2024-12-16T03:20:12,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:12,306 INFO [RS:0;f0d65a6309ee:39907 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,39907,1734319114612; zookeeper connection closed. 2024-12-16T03:20:12,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39907-0x1002cd8947a0001, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:12,306 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@321f1213 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@321f1213 2024-12-16T03:20:12,306 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-16T03:20:12,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:12,649 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cb68eeeac614a4fa57ad8ec75143f15 2024-12-16T03:20:12,668 DEBUG [M:0;f0d65a6309ee:44725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/842f9323a8094491945db2cfbf99cb07 is 2028, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734319131812/Put/seqid=0 2024-12-16T03:20:12,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741873_1049 (size=12844) 2024-12-16T03:20:12,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T03:20:12,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T03:20:13,075 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.42 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/842f9323a8094491945db2cfbf99cb07 2024-12-16T03:20:13,083 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 842f9323a8094491945db2cfbf99cb07 2024-12-16T03:20:13,103 DEBUG [M:0;f0d65a6309ee:44725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/719a48199e134a40bf165c688076ba2c is 69, key is f0d65a6309ee,39907,1734319114612/rs:state/1734319117257/Put/seqid=0 2024-12-16T03:20:13,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741874_1050 (size=5156) 2024-12-16T03:20:13,508 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/719a48199e134a40bf165c688076ba2c 2024-12-16T03:20:13,519 DEBUG [M:0;f0d65a6309ee:44725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cb68eeeac614a4fa57ad8ec75143f15 as hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cb68eeeac614a4fa57ad8ec75143f15 2024-12-16T03:20:13,528 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cb68eeeac614a4fa57ad8ec75143f15, entries=8, sequenceid=612, filesize=5.5 K 2024-12-16T03:20:13,530 DEBUG [M:0;f0d65a6309ee:44725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/842f9323a8094491945db2cfbf99cb07 as hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/842f9323a8094491945db2cfbf99cb07 2024-12-16T03:20:13,537 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 842f9323a8094491945db2cfbf99cb07 2024-12-16T03:20:13,537 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/842f9323a8094491945db2cfbf99cb07, entries=77, sequenceid=612, filesize=12.5 K 2024-12-16T03:20:13,538 DEBUG [M:0;f0d65a6309ee:44725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/719a48199e134a40bf165c688076ba2c as hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/719a48199e134a40bf165c688076ba2c 2024-12-16T03:20:13,546 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36811/user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/719a48199e134a40bf165c688076ba2c, entries=1, sequenceid=612, filesize=5.0 K 2024-12-16T03:20:13,547 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.98 KB/243687, heapSize ~293.66 KB/300704, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=612, compaction requested=false 2024-12-16T03:20:13,552 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:20:13,552 DEBUG [M:0;f0d65a6309ee:44725 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:20:13,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741830_1006 (size=284426) 2024-12-16T03:20:13,554 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/17aed873-6eb0-d55f-d985-859dbae96713/MasterData/WALs/f0d65a6309ee,44725,1734319113838/f0d65a6309ee%2C44725%2C1734319113838.1734319116629 not finished, retry = 0 2024-12-16T03:20:13,656 INFO [M:0;f0d65a6309ee:44725 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T03:20:13,656 INFO [M:0;f0d65a6309ee:44725 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44725 2024-12-16T03:20:13,657 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:20:13,696 DEBUG [M:0;f0d65a6309ee:44725 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/f0d65a6309ee,44725,1734319113838 already deleted, retry=false 2024-12-16T03:20:13,814 INFO [M:0;f0d65a6309ee:44725 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,44725,1734319113838; zookeeper connection closed. 2024-12-16T03:20:13,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:13,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x1002cd8947a0000, quorum=127.0.0.1:61587, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:20:13,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c411b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:20:13,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ee548d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:13,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:13,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6f1eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:13,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73acd779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:13,846 WARN [BP-593841979-172.17.0.2-1734319110873 heartbeating to localhost/127.0.0.1:36811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:20:13,846 WARN [BP-593841979-172.17.0.2-1734319110873 heartbeating to localhost/127.0.0.1:36811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-593841979-172.17.0.2-1734319110873 (Datanode Uuid 032d35ba-d13d-4b40-a47f-84fdca970539) service to localhost/127.0.0.1:36811 2024-12-16T03:20:13,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/cluster_53353f2d-ab22-086c-1f26-0f6e2555acd4/dfs/data/data2/current/BP-593841979-172.17.0.2-1734319110873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:13,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:20:13,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:20:13,847 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:20:13,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/cluster_53353f2d-ab22-086c-1f26-0f6e2555acd4/dfs/data/data1/current/BP-593841979-172.17.0.2-1734319110873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:20:13,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bb9715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:20:13,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:20:13,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:20:13,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:20:13,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d73055d0-76cc-7092-0d75-0768b7e11d2f/hadoop.log.dir/,STOPPED} 2024-12-16T03:20:13,863 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T03:20:13,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down