2024-12-17 08:09:49,132 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e 2024-12-17 08:09:49,149 main DEBUG Took 0.014391 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-17 08:09:49,149 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-17 08:09:49,150 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-17 08:09:49,151 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-17 08:09:49,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,162 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-17 08:09:49,178 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,180 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,182 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,183 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,184 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,185 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,186 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,187 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,188 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,190 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,191 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,192 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:09:49,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,193 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-17 08:09:49,195 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:09:49,196 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-17 08:09:49,199 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-17 08:09:49,199 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-17 08:09:49,201 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-17 08:09:49,201 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-17 08:09:49,213 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-17 08:09:49,216 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-17 08:09:49,218 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-17 08:09:49,219 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-17 08:09:49,219 main DEBUG createAppenders(={Console}) 2024-12-17 08:09:49,220 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e initialized 2024-12-17 08:09:49,221 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e 2024-12-17 08:09:49,221 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e OK. 2024-12-17 08:09:49,222 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-17 08:09:49,222 main DEBUG OutputStream closed 2024-12-17 08:09:49,223 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-17 08:09:49,223 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-17 08:09:49,223 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7e7be63f OK 2024-12-17 08:09:49,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-17 08:09:49,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-17 08:09:49,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-17 08:09:49,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-17 08:09:49,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-17 08:09:49,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-17 08:09:49,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-17 08:09:49,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-17 08:09:49,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-17 08:09:49,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-17 08:09:49,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-17 08:09:49,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-17 08:09:49,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-17 08:09:49,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-17 08:09:49,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-17 08:09:49,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-17 08:09:49,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-17 08:09:49,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-17 08:09:49,308 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-17 08:09:49,308 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@76f4b65) with optional ClassLoader: null 2024-12-17 08:09:49,308 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-17 08:09:49,309 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@76f4b65] started OK. 2024-12-17T08:09:49,587 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1 2024-12-17 08:09:49,590 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-17 08:09:49,590 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-17T08:09:49,598 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/hadoop-log-dir so I do NOT create it in target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5 2024-12-17T08:09:49,598 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/hadoop-log-dir Erasing configuration value by system value. 2024-12-17T08:09:49,599 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/hadoop-tmp-dir so I do NOT create it in target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5 2024-12-17T08:09:49,599 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-17T08:09:49,599 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5 2024-12-17T08:09:49,609 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-17T08:09:49,626 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/cluster_c572e0bf-7aea-6f92-f7ba-82a0b4fc1a65, deleteOnExit=true 2024-12-17T08:09:49,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/cluster_c572e0bf-7aea-6f92-f7ba-82a0b4fc1a65/zookeeper_0, clientPort=61088, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/cluster_c572e0bf-7aea-6f92-f7ba-82a0b4fc1a65/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/cluster_c572e0bf-7aea-6f92-f7ba-82a0b4fc1a65/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-17T08:09:49,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61088 2024-12-17T08:09:49,731 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-17T08:09:49,731 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-17T08:09:49,738 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-17T08:09:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-17T08:09:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/test.cache.data in system properties and HBase conf 2024-12-17T08:09:49,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/hadoop.tmp.dir in system properties and HBase conf 2024-12-17T08:09:49,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/hadoop.log.dir in system properties and HBase conf 2024-12-17T08:09:49,743 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-17T08:09:49,743 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-17T08:09:49,743 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-17T08:09:49,835 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-17T08:09:49,931 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-17T08:09:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-17T08:09:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-17T08:09:49,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-17T08:09:49,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-17T08:09:49,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-17T08:09:49,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-17T08:09:49,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-17T08:09:49,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-17T08:09:49,940 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-17T08:09:49,940 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/nfs.dump.dir in system properties and HBase conf 2024-12-17T08:09:49,941 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/java.io.tmpdir in system properties and HBase conf 2024-12-17T08:09:49,941 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-17T08:09:49,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-17T08:09:49,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-17T08:09:50,789 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-17T08:09:50,871 INFO [Time-limited test {}] log.Log(170): Logging initialized @2572ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-17T08:09:50,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T08:09:51,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-17T08:09:51,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-17T08:09:51,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-17T08:09:51,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-17T08:09:51,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T08:09:51,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad59a2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/hadoop.log.dir/,AVAILABLE} 2024-12-17T08:09:51,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a96f5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-17T08:09:51,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57ee72b9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/java.io.tmpdir/jetty-localhost-40693-hadoop-hdfs-3_4_1-tests_jar-_-any-6635239243760880777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-17T08:09:51,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e88797c{HTTP/1.1, (http/1.1)}{localhost:40693} 2024-12-17T08:09:51,323 INFO [Time-limited test {}] server.Server(415): Started @3025ms 2024-12-17T08:09:51,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T08:09:51,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-17T08:09:51,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-17T08:09:51,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-17T08:09:51,716 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-17T08:09:51,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7533863e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/hadoop.log.dir/,AVAILABLE} 2024-12-17T08:09:51,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69624d63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-17T08:09:51,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52e1d72a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/java.io.tmpdir/jetty-localhost-46561-hadoop-hdfs-3_4_1-tests_jar-_-any-15523878075685261428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-17T08:09:51,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f835be6{HTTP/1.1, (http/1.1)}{localhost:46561} 2024-12-17T08:09:51,841 INFO [Time-limited test {}] server.Server(415): Started @3544ms 2024-12-17T08:09:51,900 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-17T08:09:52,403 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/cluster_c572e0bf-7aea-6f92-f7ba-82a0b4fc1a65/dfs/data/data2/current/BP-336033247-172.17.0.2-1734422990532/current, will proceed with Du for space computation calculation, 2024-12-17T08:09:52,403 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/cluster_c572e0bf-7aea-6f92-f7ba-82a0b4fc1a65/dfs/data/data1/current/BP-336033247-172.17.0.2-1734422990532/current, will proceed with Du for space computation calculation, 2024-12-17T08:09:52,455 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-17T08:09:52,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90e261070392e805 with lease ID 0x7f706be35717a0c9: Processing first storage report for DS-19bfc991-e2dc-4e78-ad12-7dfe39c990fe from datanode DatanodeRegistration(127.0.0.1:34725, datanodeUuid=bffd0f4c-e7b2-44e2-a77d-d92fc3e54f25, infoPort=42779, infoSecurePort=0, ipcPort=40189, storageInfo=lv=-57;cid=testClusterID;nsid=1105281717;c=1734422990533) 2024-12-17T08:09:52,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90e261070392e805 with lease ID 0x7f706be35717a0c9: from storage DS-19bfc991-e2dc-4e78-ad12-7dfe39c990fe node DatanodeRegistration(127.0.0.1:34725, datanodeUuid=bffd0f4c-e7b2-44e2-a77d-d92fc3e54f25, infoPort=42779, infoSecurePort=0, ipcPort=40189, storageInfo=lv=-57;cid=testClusterID;nsid=1105281717;c=1734422990533), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-17T08:09:52,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90e261070392e805 with lease ID 0x7f706be35717a0c9: Processing first storage report for DS-98bf415a-3baa-4ce7-b812-2c03b7aa178a from datanode DatanodeRegistration(127.0.0.1:34725, datanodeUuid=bffd0f4c-e7b2-44e2-a77d-d92fc3e54f25, infoPort=42779, infoSecurePort=0, ipcPort=40189, storageInfo=lv=-57;cid=testClusterID;nsid=1105281717;c=1734422990533) 2024-12-17T08:09:52,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90e261070392e805 with lease ID 0x7f706be35717a0c9: from storage DS-98bf415a-3baa-4ce7-b812-2c03b7aa178a node DatanodeRegistration(127.0.0.1:34725, datanodeUuid=bffd0f4c-e7b2-44e2-a77d-d92fc3e54f25, infoPort=42779, infoSecurePort=0, ipcPort=40189, storageInfo=lv=-57;cid=testClusterID;nsid=1105281717;c=1734422990533), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-17T08:09:52,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1 2024-12-17T08:09:52,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:09:52,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:09:52,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741825_1001 (size=7) 2024-12-17T08:09:53,333 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 with version=8 2024-12-17T08:09:53,334 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/hbase-staging 2024-12-17T08:09:53,512 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-17T08:09:53,831 INFO [Time-limited test {}] client.ConnectionUtils(129): master/c41f045e1357:0 server-side Connection retries=45 2024-12-17T08:09:53,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T08:09:53,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-17T08:09:53,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-17T08:09:53,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T08:09:53,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-17T08:09:54,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-17T08:09:54,071 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-17T08:09:54,081 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-17T08:09:54,085 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-17T08:09:54,114 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12802 (auto-detected) 2024-12-17T08:09:54,115 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-17T08:09:54,136 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38021 2024-12-17T08:09:54,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:09:54,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:09:54,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38021 connecting to ZooKeeper ensemble=127.0.0.1:61088 2024-12-17T08:09:54,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380210x0, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T08:09:54,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38021-0x1009f0644680000 connected 2024-12-17T08:09:54,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-17T08:09:54,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-17T08:09:54,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-17T08:09:54,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38021 2024-12-17T08:09:54,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38021 2024-12-17T08:09:54,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38021 2024-12-17T08:09:54,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38021 2024-12-17T08:09:54,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38021 2024-12-17T08:09:54,257 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1, hbase.cluster.distributed=false 2024-12-17T08:09:54,324 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/c41f045e1357:0 server-side Connection retries=45 2024-12-17T08:09:54,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T08:09:54,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-17T08:09:54,325 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-17T08:09:54,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T08:09:54,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-17T08:09:54,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-17T08:09:54,330 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-17T08:09:54,331 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45793 2024-12-17T08:09:54,332 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-17T08:09:54,338 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-17T08:09:54,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:09:54,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:09:54,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45793 connecting to ZooKeeper ensemble=127.0.0.1:61088 2024-12-17T08:09:54,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457930x0, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T08:09:54,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45793-0x1009f0644680001 connected 2024-12-17T08:09:54,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-17T08:09:54,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-17T08:09:54,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-17T08:09:54,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45793 2024-12-17T08:09:54,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45793 2024-12-17T08:09:54,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45793 2024-12-17T08:09:54,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45793 2024-12-17T08:09:54,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45793 2024-12-17T08:09:54,368 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/c41f045e1357,38021,1734422993505 2024-12-17T08:09:54,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-17T08:09:54,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-17T08:09:54,378 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/c41f045e1357,38021,1734422993505 2024-12-17T08:09:54,386 DEBUG [M:0;c41f045e1357:38021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c41f045e1357:38021 2024-12-17T08:09:54,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-17T08:09:54,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-17T08:09:54,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:54,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:54,400 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-17T08:09:54,401 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/c41f045e1357,38021,1734422993505 from backup master directory 2024-12-17T08:09:54,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-17T08:09:54,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-17T08:09:54,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/c41f045e1357,38021,1734422993505 2024-12-17T08:09:54,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-17T08:09:54,405 WARN [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-17T08:09:54,406 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c41f045e1357,38021,1734422993505 2024-12-17T08:09:54,408 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-17T08:09:54,410 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-17T08:09:54,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741826_1002 (size=42) 2024-12-17T08:09:54,878 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/hbase.id with ID: 1d5a2e63-0276-49aa-aaa5-3672147a3e76 2024-12-17T08:09:54,922 INFO [master/c41f045e1357:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:09:54,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:54,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:54,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741827_1003 (size=196) 2024-12-17T08:09:55,386 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:09:55,389 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-17T08:09:55,412 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:09:55,420 INFO [master/c41f045e1357:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T08:09:55,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741828_1004 (size=1189) 2024-12-17T08:09:55,507 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store 2024-12-17T08:09:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741829_1005 (size=34) 2024-12-17T08:09:55,558 INFO [master/c41f045e1357:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-17T08:09:55,558 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:09:55,560 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-17T08:09:55,560 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:09:55,560 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:09:55,561 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-17T08:09:55,561 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:09:55,562 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:09:55,562 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T08:09:55,565 WARN [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/.initializing 2024-12-17T08:09:55,565 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/WALs/c41f045e1357,38021,1734422993505 2024-12-17T08:09:55,573 INFO [master/c41f045e1357:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-17T08:09:55,588 INFO [master/c41f045e1357:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c41f045e1357%2C38021%2C1734422993505, suffix=, logDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/WALs/c41f045e1357,38021,1734422993505, archiveDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/oldWALs, maxLogs=10 2024-12-17T08:09:55,621 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/WALs/c41f045e1357,38021,1734422993505/c41f045e1357%2C38021%2C1734422993505.1734422995594, exclude list is [], retry=0 2024-12-17T08:09:55,651 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34725,DS-19bfc991-e2dc-4e78-ad12-7dfe39c990fe,DISK] 2024-12-17T08:09:55,655 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-17T08:09:55,704 INFO [master/c41f045e1357:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/WALs/c41f045e1357,38021,1734422993505/c41f045e1357%2C38021%2C1734422993505.1734422995594 2024-12-17T08:09:55,708 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42779:42779)] 2024-12-17T08:09:55,709 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:09:55,709 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:09:55,714 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:09:55,716 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:09:55,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:09:55,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-17T08:09:55,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:55,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:09:55,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:09:55,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-17T08:09:55,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:55,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:09:55,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:09:55,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-17T08:09:55,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:55,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:09:55,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:09:55,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-17T08:09:55,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:55,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:09:55,879 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:09:55,882 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:09:55,897 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-17T08:09:55,913 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:09:55,927 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:09:55,930 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63177305, jitterRate=-0.0585847944021225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-17T08:09:55,939 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T08:09:55,941 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-17T08:09:55,988 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596782a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:09:56,040 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-17T08:09:56,058 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-17T08:09:56,059 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-17T08:09:56,063 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-17T08:09:56,066 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 2 msec 2024-12-17T08:09:56,074 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 7 msec 2024-12-17T08:09:56,074 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-17T08:09:56,148 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-17T08:09:56,165 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-17T08:09:56,168 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-17T08:09:56,171 INFO [master/c41f045e1357:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-17T08:09:56,172 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-17T08:09:56,174 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-17T08:09:56,176 INFO [master/c41f045e1357:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-17T08:09:56,181 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-17T08:09:56,184 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-17T08:09:56,185 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-17T08:09:56,187 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-17T08:09:56,202 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-17T08:09:56,204 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-17T08:09:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-17T08:09:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:56,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-17T08:09:56,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:56,216 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=c41f045e1357,38021,1734422993505, sessionid=0x1009f0644680000, setting cluster-up flag (Was=false) 2024-12-17T08:09:56,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:56,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:56,249 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-17T08:09:56,256 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c41f045e1357,38021,1734422993505 2024-12-17T08:09:56,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:56,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:56,271 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-17T08:09:56,273 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c41f045e1357,38021,1734422993505 2024-12-17T08:09:56,387 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-17T08:09:56,390 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c41f045e1357:45793 2024-12-17T08:09:56,392 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1008): ClusterId : 1d5a2e63-0276-49aa-aaa5-3672147a3e76 2024-12-17T08:09:56,395 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-17T08:09:56,395 INFO [master/c41f045e1357:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-17T08:09:56,399 INFO [master/c41f045e1357:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-17T08:09:56,403 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-17T08:09:56,403 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-17T08:09:56,407 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-17T08:09:56,408 DEBUG [RS:0;c41f045e1357:45793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5457686c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:09:56,407 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c41f045e1357,38021,1734422993505 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-17T08:09:56,411 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c41f045e1357:0, corePoolSize=5, maxPoolSize=5 2024-12-17T08:09:56,412 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c41f045e1357:0, corePoolSize=5, maxPoolSize=5 2024-12-17T08:09:56,412 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c41f045e1357:0, corePoolSize=5, maxPoolSize=5 2024-12-17T08:09:56,412 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c41f045e1357:0, corePoolSize=5, maxPoolSize=5 2024-12-17T08:09:56,412 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c41f045e1357:0, corePoolSize=10, maxPoolSize=10 2024-12-17T08:09:56,413 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:09:56,413 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c41f045e1357:0, corePoolSize=2, maxPoolSize=2 2024-12-17T08:09:56,413 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:09:56,414 DEBUG [RS:0;c41f045e1357:45793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce46891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c41f045e1357/172.17.0.2:0 2024-12-17T08:09:56,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-17T08:09:56,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-17T08:09:56,429 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734423026429 2024-12-17T08:09:56,431 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-17T08:09:56,432 INFO [RS:0;c41f045e1357:45793 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-17T08:09:56,432 INFO [RS:0;c41f045e1357:45793 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-17T08:09:56,433 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-17T08:09:56,433 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-17T08:09:56,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:56,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-17T08:09:56,436 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3073): reportForDuty to master=c41f045e1357,38021,1734422993505 with isa=c41f045e1357/172.17.0.2:45793, startcode=1734422994323 2024-12-17T08:09:56,437 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-17T08:09:56,438 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-17T08:09:56,438 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-17T08:09:56,438 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-17T08:09:56,439 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:56,441 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-17T08:09:56,442 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-17T08:09:56,443 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-17T08:09:56,454 DEBUG [RS:0;c41f045e1357:45793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-17T08:09:56,455 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-17T08:09:56,456 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-17T08:09:56,458 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.large.0-1734422996458,5,FailOnTimeoutGroup] 2024-12-17T08:09:56,460 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.small.0-1734422996458,5,FailOnTimeoutGroup] 2024-12-17T08:09:56,460 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:56,460 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-17T08:09:56,461 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:56,462 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:56,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741831_1007 (size=1039) 2024-12-17T08:09:56,491 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47455, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-17T08:09:56,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38021 {}] master.ServerManager(332): Checking decommissioned status of RegionServer c41f045e1357,45793,1734422994323 2024-12-17T08:09:56,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38021 {}] master.ServerManager(486): Registering regionserver=c41f045e1357,45793,1734422994323 2024-12-17T08:09:56,513 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:09:56,513 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43585 2024-12-17T08:09:56,513 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-17T08:09:56,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-17T08:09:56,518 DEBUG [RS:0;c41f045e1357:45793 {}] zookeeper.ZKUtil(111): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on existing znode=/1/rs/c41f045e1357,45793,1734422994323 2024-12-17T08:09:56,518 WARN [RS:0;c41f045e1357:45793 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-17T08:09:56,518 INFO [RS:0;c41f045e1357:45793 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T08:09:56,518 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323 2024-12-17T08:09:56,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c41f045e1357,45793,1734422994323] 2024-12-17T08:09:56,539 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-17T08:09:56,551 INFO [RS:0;c41f045e1357:45793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-17T08:09:56,566 INFO [RS:0;c41f045e1357:45793 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-17T08:09:56,570 INFO [RS:0;c41f045e1357:45793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-17T08:09:56,570 INFO [RS:0;c41f045e1357:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:56,573 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-17T08:09:56,580 INFO [RS:0;c41f045e1357:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:56,580 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:09:56,580 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:09:56,581 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:09:56,581 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:09:56,581 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:09:56,581 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c41f045e1357:0, corePoolSize=2, maxPoolSize=2 2024-12-17T08:09:56,581 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:09:56,582 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:09:56,582 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:09:56,582 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:09:56,582 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:09:56,583 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c41f045e1357:0, corePoolSize=3, maxPoolSize=3 2024-12-17T08:09:56,583 DEBUG [RS:0;c41f045e1357:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0, corePoolSize=3, maxPoolSize=3 2024-12-17T08:09:56,584 INFO [RS:0;c41f045e1357:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:56,584 INFO [RS:0;c41f045e1357:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:56,584 INFO [RS:0;c41f045e1357:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:56,584 INFO [RS:0;c41f045e1357:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:56,585 INFO [RS:0;c41f045e1357:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,45793,1734422994323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-17T08:09:56,619 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-17T08:09:56,622 INFO [RS:0;c41f045e1357:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,45793,1734422994323-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:56,655 INFO [RS:0;c41f045e1357:45793 {}] regionserver.Replication(204): c41f045e1357,45793,1734422994323 started 2024-12-17T08:09:56,655 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1767): Serving as c41f045e1357,45793,1734422994323, RpcServer on c41f045e1357/172.17.0.2:45793, sessionid=0x1009f0644680001 2024-12-17T08:09:56,656 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-17T08:09:56,656 DEBUG [RS:0;c41f045e1357:45793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c41f045e1357,45793,1734422994323 2024-12-17T08:09:56,656 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c41f045e1357,45793,1734422994323' 2024-12-17T08:09:56,656 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-17T08:09:56,658 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-17T08:09:56,658 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-17T08:09:56,659 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-17T08:09:56,659 DEBUG [RS:0;c41f045e1357:45793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c41f045e1357,45793,1734422994323 2024-12-17T08:09:56,659 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c41f045e1357,45793,1734422994323' 2024-12-17T08:09:56,659 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-17T08:09:56,660 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-17T08:09:56,660 DEBUG [RS:0;c41f045e1357:45793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-17T08:09:56,661 INFO [RS:0;c41f045e1357:45793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-17T08:09:56,661 INFO [RS:0;c41f045e1357:45793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-17T08:09:56,767 INFO [RS:0;c41f045e1357:45793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-17T08:09:56,771 INFO [RS:0;c41f045e1357:45793 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c41f045e1357%2C45793%2C1734422994323, suffix=, logDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323, archiveDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/oldWALs, maxLogs=10 2024-12-17T08:09:56,788 DEBUG [RS:0;c41f045e1357:45793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, exclude list is [], retry=0 2024-12-17T08:09:56,795 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34725,DS-19bfc991-e2dc-4e78-ad12-7dfe39c990fe,DISK] 2024-12-17T08:09:56,799 INFO [RS:0;c41f045e1357:45793 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 2024-12-17T08:09:56,799 DEBUG [RS:0;c41f045e1357:45793 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42779:42779)] 2024-12-17T08:09:56,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-17T08:09:56,870 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:09:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741833_1009 (size=32) 2024-12-17T08:09:57,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:09:57,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-17T08:09:57,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-17T08:09:57,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:57,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:09:57,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-17T08:09:57,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-17T08:09:57,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:57,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:09:57,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-17T08:09:57,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-17T08:09:57,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:57,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:09:57,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740 2024-12-17T08:09:57,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740 2024-12-17T08:09:57,344 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-17T08:09:57,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-17T08:09:57,364 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:09:57,366 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70877123, jitterRate=0.056151434779167175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-17T08:09:57,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-17T08:09:57,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-17T08:09:57,370 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-17T08:09:57,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-17T08:09:57,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-17T08:09:57,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-17T08:09:57,372 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-17T08:09:57,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-17T08:09:57,375 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-17T08:09:57,375 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-17T08:09:57,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-17T08:09:57,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-17T08:09:57,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-17T08:09:57,548 DEBUG [c41f045e1357:38021 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-17T08:09:57,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:09:57,559 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c41f045e1357,45793,1734422994323, state=OPENING 2024-12-17T08:09:57,566 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-17T08:09:57,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:57,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:57,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-17T08:09:57,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-17T08:09:57,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:09:57,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,45793,1734422994323 2024-12-17T08:09:57,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-17T08:09:57,761 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-17T08:09:57,779 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-17T08:09:57,780 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T08:09:57,781 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-17T08:09:57,786 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c41f045e1357%2C45793%2C1734422994323.meta, suffix=.meta, logDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323, archiveDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/oldWALs, maxLogs=10 2024-12-17T08:09:57,812 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.meta.1734422997788.meta, exclude list is [], retry=0 2024-12-17T08:09:57,819 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34725,DS-19bfc991-e2dc-4e78-ad12-7dfe39c990fe,DISK] 2024-12-17T08:09:57,824 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.meta.1734422997788.meta 2024-12-17T08:09:57,825 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42779:42779)] 2024-12-17T08:09:57,825 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:09:57,827 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-17T08:09:57,920 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-17T08:09:57,927 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-17T08:09:57,932 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-17T08:09:57,933 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:09:57,933 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-17T08:09:57,933 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-17T08:09:57,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-17T08:09:57,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-17T08:09:57,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:57,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:09:57,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-17T08:09:57,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-17T08:09:57,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:57,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:09:57,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-17T08:09:57,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-17T08:09:57,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:57,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:09:57,958 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740 2024-12-17T08:09:57,963 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740 2024-12-17T08:09:57,971 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-17T08:09:57,977 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-17T08:09:57,980 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67173571, jitterRate=9.642094373703003E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-17T08:09:57,982 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-17T08:09:57,991 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734422997745 2024-12-17T08:09:58,009 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-17T08:09:58,011 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-17T08:09:58,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:09:58,014 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c41f045e1357,45793,1734422994323, state=OPEN 2024-12-17T08:09:58,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-17T08:09:58,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-17T08:09:58,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-17T08:09:58,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-17T08:09:58,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-17T08:09:58,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=c41f045e1357,45793,1734422994323 in 447 msec 2024-12-17T08:09:58,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-17T08:09:58,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 645 msec 2024-12-17T08:09:58,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7110 sec 2024-12-17T08:09:58,040 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734422998040, completionTime=-1 2024-12-17T08:09:58,041 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-17T08:09:58,041 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-17T08:09:58,098 DEBUG [hconnection-0x5e65d84-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:09:58,100 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:09:58,113 INFO [master/c41f045e1357:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-17T08:09:58,114 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734423058114 2024-12-17T08:09:58,114 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734423118114 2024-12-17T08:09:58,114 INFO [master/c41f045e1357:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 72 msec 2024-12-17T08:09:58,138 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,38021,1734422993505-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:58,139 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,38021,1734422993505-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:58,139 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,38021,1734422993505-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:58,140 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c41f045e1357:38021, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:58,141 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:58,146 DEBUG [master/c41f045e1357:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-17T08:09:58,149 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-17T08:09:58,151 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-17T08:09:58,158 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-17T08:09:58,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:09:58,163 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:58,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:09:58,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741835_1011 (size=358) 2024-12-17T08:09:58,593 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c0f81872f1efeae0c40a32c9aed0dc9c, NAME => 'hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:09:58,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741836_1012 (size=42) 2024-12-17T08:09:59,007 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:09:59,008 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing c0f81872f1efeae0c40a32c9aed0dc9c, disabling compactions & flushes 2024-12-17T08:09:59,008 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. 2024-12-17T08:09:59,008 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. 2024-12-17T08:09:59,008 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. after waiting 0 ms 2024-12-17T08:09:59,008 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. 2024-12-17T08:09:59,008 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. 2024-12-17T08:09:59,009 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for c0f81872f1efeae0c40a32c9aed0dc9c: 2024-12-17T08:09:59,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:09:59,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734422999013"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734422999013"}]},"ts":"1734422999013"} 2024-12-17T08:09:59,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T08:09:59,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:09:59,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734422999058"}]},"ts":"1734422999058"} 2024-12-17T08:09:59,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-17T08:09:59,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c0f81872f1efeae0c40a32c9aed0dc9c, ASSIGN}] 2024-12-17T08:09:59,075 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c0f81872f1efeae0c40a32c9aed0dc9c, ASSIGN 2024-12-17T08:09:59,078 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=c0f81872f1efeae0c40a32c9aed0dc9c, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:09:59,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c0f81872f1efeae0c40a32c9aed0dc9c, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:09:59,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure c0f81872f1efeae0c40a32c9aed0dc9c, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:09:59,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,45793,1734422994323 2024-12-17T08:09:59,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. 2024-12-17T08:09:59,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => c0f81872f1efeae0c40a32c9aed0dc9c, NAME => 'hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:09:59,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace c0f81872f1efeae0c40a32c9aed0dc9c 2024-12-17T08:09:59,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:09:59,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for c0f81872f1efeae0c40a32c9aed0dc9c 2024-12-17T08:09:59,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for c0f81872f1efeae0c40a32c9aed0dc9c 2024-12-17T08:09:59,400 INFO [StoreOpener-c0f81872f1efeae0c40a32c9aed0dc9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c0f81872f1efeae0c40a32c9aed0dc9c 2024-12-17T08:09:59,403 INFO [StoreOpener-c0f81872f1efeae0c40a32c9aed0dc9c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0f81872f1efeae0c40a32c9aed0dc9c columnFamilyName info 2024-12-17T08:09:59,403 DEBUG [StoreOpener-c0f81872f1efeae0c40a32c9aed0dc9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:09:59,405 INFO [StoreOpener-c0f81872f1efeae0c40a32c9aed0dc9c-1 {}] regionserver.HStore(327): Store=c0f81872f1efeae0c40a32c9aed0dc9c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:09:59,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/namespace/c0f81872f1efeae0c40a32c9aed0dc9c 2024-12-17T08:09:59,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/namespace/c0f81872f1efeae0c40a32c9aed0dc9c 2024-12-17T08:09:59,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for c0f81872f1efeae0c40a32c9aed0dc9c 2024-12-17T08:09:59,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/namespace/c0f81872f1efeae0c40a32c9aed0dc9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:09:59,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened c0f81872f1efeae0c40a32c9aed0dc9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72561250, jitterRate=0.08124688267707825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-17T08:09:59,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for c0f81872f1efeae0c40a32c9aed0dc9c: 2024-12-17T08:09:59,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c., pid=6, masterSystemTime=1734422999386 2024-12-17T08:09:59,431 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c0f81872f1efeae0c40a32c9aed0dc9c, regionState=OPEN, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:09:59,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. 2024-12-17T08:09:59,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. 2024-12-17T08:09:59,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-17T08:09:59,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure c0f81872f1efeae0c40a32c9aed0dc9c, server=c41f045e1357,45793,1734422994323 in 208 msec 2024-12-17T08:09:59,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-17T08:09:59,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=c0f81872f1efeae0c40a32c9aed0dc9c, ASSIGN in 374 msec 2024-12-17T08:09:59,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:09:59,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734422999454"}]},"ts":"1734422999454"} 2024-12-17T08:09:59,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-17T08:09:59,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:09:59,463 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-17T08:09:59,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:59,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-17T08:09:59,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:09:59,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3110 sec 2024-12-17T08:09:59,511 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-17T08:09:59,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-17T08:09:59,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 31 msec 2024-12-17T08:09:59,547 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-17T08:09:59,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-17T08:09:59,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 23 msec 2024-12-17T08:09:59,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-17T08:09:59,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-17T08:09:59,589 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.183sec 2024-12-17T08:09:59,591 INFO [master/c41f045e1357:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-17T08:09:59,593 INFO [master/c41f045e1357:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-17T08:09:59,594 INFO [master/c41f045e1357:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-17T08:09:59,595 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-17T08:09:59,595 INFO [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-17T08:09:59,596 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,38021,1734422993505-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-17T08:09:59,597 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,38021,1734422993505-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-17T08:09:59,606 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-17T08:09:59,607 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-17T08:09:59,608 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,38021,1734422993505-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T08:09:59,729 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0dd549a4 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f95fbf8 2024-12-17T08:09:59,730 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-17T08:09:59,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d40c4be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:09:59,759 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-17T08:09:59,759 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-17T08:09:59,773 DEBUG [hconnection-0x53306275-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:09:59,787 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:09:59,797 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=c41f045e1357,38021,1734422993505 2024-12-17T08:09:59,797 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-17T08:09:59,797 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/cluster_9dd6a263-5fb9-c1e1-751b-c20b54f7eb41, deleteOnExit=true 2024-12-17T08:09:59,797 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-17T08:09:59,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/test.cache.data in system properties and HBase conf 2024-12-17T08:09:59,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/hadoop.tmp.dir in system properties and HBase conf 2024-12-17T08:09:59,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/hadoop.log.dir in system properties and HBase conf 2024-12-17T08:09:59,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-17T08:09:59,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-17T08:09:59,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-17T08:09:59,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-17T08:09:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-17T08:09:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-17T08:09:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-17T08:09:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-17T08:09:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-17T08:09:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-17T08:09:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-17T08:09:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-17T08:09:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-17T08:09:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/nfs.dump.dir in system properties and HBase conf 2024-12-17T08:09:59,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/java.io.tmpdir in system properties and HBase conf 2024-12-17T08:09:59,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-17T08:09:59,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-17T08:09:59,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-17T08:09:59,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T08:09:59,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-17T08:09:59,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-17T08:09:59,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-17T08:09:59,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-17T08:09:59,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T08:09:59,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5391d0f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/hadoop.log.dir/,AVAILABLE} 2024-12-17T08:09:59,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@480cb8fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-17T08:10:00,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42e42cc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/java.io.tmpdir/jetty-localhost-35207-hadoop-hdfs-3_4_1-tests_jar-_-any-2566982390155125552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-17T08:10:00,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3bbf{HTTP/1.1, (http/1.1)}{localhost:35207} 2024-12-17T08:10:00,050 INFO [Time-limited test {}] server.Server(415): Started @11752ms 2024-12-17T08:10:00,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T08:10:00,161 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-17T08:10:00,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-17T08:10:00,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-17T08:10:00,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-17T08:10:00,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ea7ac2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/hadoop.log.dir/,AVAILABLE} 2024-12-17T08:10:00,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b3149c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-17T08:10:00,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73a9506d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/java.io.tmpdir/jetty-localhost-43059-hadoop-hdfs-3_4_1-tests_jar-_-any-17059097423951898430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-17T08:10:00,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b737810{HTTP/1.1, (http/1.1)}{localhost:43059} 2024-12-17T08:10:00,315 INFO [Time-limited test {}] server.Server(415): Started @12017ms 2024-12-17T08:10:00,316 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-17T08:10:00,408 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/cluster_9dd6a263-5fb9-c1e1-751b-c20b54f7eb41/dfs/data/data1/current/BP-493560246-172.17.0.2-1734422999851/current, will proceed with Du for space computation calculation, 2024-12-17T08:10:00,408 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/cluster_9dd6a263-5fb9-c1e1-751b-c20b54f7eb41/dfs/data/data2/current/BP-493560246-172.17.0.2-1734422999851/current, will proceed with Du for space computation calculation, 2024-12-17T08:10:00,458 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-17T08:10:00,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46f640991a77c1ff with lease ID 0x757c2fdd8ce61464: Processing first storage report for DS-f5eba6a5-fbdb-4db3-8403-9f143b5ed6bb from datanode DatanodeRegistration(127.0.0.1:36273, datanodeUuid=1ca2a0d9-51cb-47cc-bc59-142b23fed358, infoPort=33055, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=257836665;c=1734422999851) 2024-12-17T08:10:00,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46f640991a77c1ff with lease ID 0x757c2fdd8ce61464: from storage DS-f5eba6a5-fbdb-4db3-8403-9f143b5ed6bb node DatanodeRegistration(127.0.0.1:36273, datanodeUuid=1ca2a0d9-51cb-47cc-bc59-142b23fed358, infoPort=33055, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=257836665;c=1734422999851), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-17T08:10:00,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46f640991a77c1ff with lease ID 0x757c2fdd8ce61464: Processing first storage report for DS-b37decf5-9c26-4708-be11-a1570d1ca2fe from datanode DatanodeRegistration(127.0.0.1:36273, datanodeUuid=1ca2a0d9-51cb-47cc-bc59-142b23fed358, infoPort=33055, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=257836665;c=1734422999851) 2024-12-17T08:10:00,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46f640991a77c1ff with lease ID 0x757c2fdd8ce61464: from storage DS-b37decf5-9c26-4708-be11-a1570d1ca2fe node DatanodeRegistration(127.0.0.1:36273, datanodeUuid=1ca2a0d9-51cb-47cc-bc59-142b23fed358, infoPort=33055, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=257836665;c=1734422999851), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-17T08:10:00,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5 2024-12-17T08:10:00,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:10:00,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:10:00,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741825_1001 (size=7) 2024-12-17T08:10:00,573 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 with version=8 2024-12-17T08:10:00,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/hbase-staging 2024-12-17T08:10:00,576 INFO [Time-limited test {}] client.ConnectionUtils(129): master/c41f045e1357:0 server-side Connection retries=18 2024-12-17T08:10:00,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T08:10:00,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-17T08:10:00,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-17T08:10:00,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T08:10:00,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-17T08:10:00,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-17T08:10:00,578 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-17T08:10:00,579 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37021 2024-12-17T08:10:00,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:10:00,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:10:00,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37021 connecting to ZooKeeper ensemble=127.0.0.1:61088 2024-12-17T08:10:00,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370210x0, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T08:10:00,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37021-0x1009f0644680003 connected 2024-12-17T08:10:00,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-17T08:10:00,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-17T08:10:00,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-17T08:10:00,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37021 2024-12-17T08:10:00,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37021 2024-12-17T08:10:00,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37021 2024-12-17T08:10:00,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37021 2024-12-17T08:10:00,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37021 2024-12-17T08:10:00,607 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71, hbase.cluster.distributed=false 2024-12-17T08:10:00,624 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/c41f045e1357:0 server-side Connection retries=18 2024-12-17T08:10:00,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T08:10:00,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-17T08:10:00,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-17T08:10:00,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T08:10:00,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-17T08:10:00,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-17T08:10:00,625 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-17T08:10:00,625 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40947 2024-12-17T08:10:00,626 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-17T08:10:00,627 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-17T08:10:00,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:10:00,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:10:00,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40947 connecting to ZooKeeper ensemble=127.0.0.1:61088 2024-12-17T08:10:00,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409470x0, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T08:10:00,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409470x0, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-17T08:10:00,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40947-0x1009f0644680004 connected 2024-12-17T08:10:00,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-17T08:10:00,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-17T08:10:00,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40947 2024-12-17T08:10:00,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40947 2024-12-17T08:10:00,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40947 2024-12-17T08:10:00,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40947 2024-12-17T08:10:00,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40947 2024-12-17T08:10:00,639 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/c41f045e1357,37021,1734423000576 2024-12-17T08:10:00,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-17T08:10:00,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-17T08:10:00,642 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/c41f045e1357,37021,1734423000576 2024-12-17T08:10:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-17T08:10:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:00,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-17T08:10:00,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:00,644 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-17T08:10:00,645 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/c41f045e1357,37021,1734423000576 from backup master directory 2024-12-17T08:10:00,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-17T08:10:00,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/c41f045e1357,37021,1734423000576 2024-12-17T08:10:00,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-17T08:10:00,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-17T08:10:00,646 WARN [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-17T08:10:00,646 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c41f045e1357,37021,1734423000576 2024-12-17T08:10:00,654 DEBUG [M:0;c41f045e1357:37021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c41f045e1357:37021 2024-12-17T08:10:00,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741826_1002 (size=42) 2024-12-17T08:10:00,662 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/hbase.id with ID: 93f6bb08-f891-4edd-9443-c576b0ac2c8b 2024-12-17T08:10:00,681 INFO [master/c41f045e1357:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:10:00,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:00,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:00,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741827_1003 (size=196) 2024-12-17T08:10:00,694 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:10:00,696 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-17T08:10:00,696 INFO [master/c41f045e1357:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T08:10:00,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741828_1004 (size=1189) 2024-12-17T08:10:00,709 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store 2024-12-17T08:10:00,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741829_1005 (size=34) 2024-12-17T08:10:01,119 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:01,119 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-17T08:10:01,119 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:10:01,119 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:10:01,119 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-17T08:10:01,119 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:10:01,119 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:10:01,119 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T08:10:01,121 WARN [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/.initializing 2024-12-17T08:10:01,121 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/WALs/c41f045e1357,37021,1734423000576 2024-12-17T08:10:01,123 INFO [master/c41f045e1357:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-17T08:10:01,127 INFO [master/c41f045e1357:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c41f045e1357%2C37021%2C1734423000576, suffix=, logDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/WALs/c41f045e1357,37021,1734423000576, archiveDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/oldWALs, maxLogs=10 2024-12-17T08:10:01,142 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/WALs/c41f045e1357,37021,1734423000576/c41f045e1357%2C37021%2C1734423000576.1734423001127, exclude list is [], retry=0 2024-12-17T08:10:01,146 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36273,DS-f5eba6a5-fbdb-4db3-8403-9f143b5ed6bb,DISK] 2024-12-17T08:10:01,149 INFO [master/c41f045e1357:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/WALs/c41f045e1357,37021,1734423000576/c41f045e1357%2C37021%2C1734423000576.1734423001127 2024-12-17T08:10:01,149 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33055:33055)] 2024-12-17T08:10:01,149 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:10:01,150 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:01,150 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:10:01,150 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:10:01,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:10:01,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-17T08:10:01,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:01,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:10:01,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:10:01,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-17T08:10:01,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:01,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:01,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:10:01,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-17T08:10:01,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:01,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:01,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:10:01,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-17T08:10:01,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:01,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:01,166 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:10:01,166 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:10:01,169 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-17T08:10:01,171 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:10:01,175 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:01,176 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63116969, jitterRate=-0.05948387086391449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-17T08:10:01,176 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T08:10:01,176 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-17T08:10:01,182 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22676a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:01,183 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-17T08:10:01,183 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-17T08:10:01,183 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-17T08:10:01,183 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-17T08:10:01,184 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-17T08:10:01,184 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-17T08:10:01,184 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-17T08:10:01,187 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-17T08:10:01,188 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-17T08:10:01,190 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-17T08:10:01,190 INFO [master/c41f045e1357:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-17T08:10:01,190 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-17T08:10:01,192 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-17T08:10:01,192 INFO [master/c41f045e1357:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-17T08:10:01,193 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-17T08:10:01,194 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-17T08:10:01,195 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-17T08:10:01,196 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-17T08:10:01,198 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-17T08:10:01,200 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-17T08:10:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-17T08:10:01,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-17T08:10:01,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:01,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:01,202 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=c41f045e1357,37021,1734423000576, sessionid=0x1009f0644680003, setting cluster-up flag (Was=false) 2024-12-17T08:10:01,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:01,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:01,212 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-17T08:10:01,213 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c41f045e1357,37021,1734423000576 2024-12-17T08:10:01,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:01,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:01,226 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-17T08:10:01,227 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c41f045e1357,37021,1734423000576 2024-12-17T08:10:01,233 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-17T08:10:01,234 INFO [master/c41f045e1357:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-17T08:10:01,234 INFO [master/c41f045e1357:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-17T08:10:01,235 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c41f045e1357,37021,1734423000576 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-17T08:10:01,235 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c41f045e1357:0, corePoolSize=5, maxPoolSize=5 2024-12-17T08:10:01,235 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c41f045e1357:0, corePoolSize=5, maxPoolSize=5 2024-12-17T08:10:01,235 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c41f045e1357:0, corePoolSize=5, maxPoolSize=5 2024-12-17T08:10:01,235 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c41f045e1357:0, corePoolSize=5, maxPoolSize=5 2024-12-17T08:10:01,236 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c41f045e1357:0, corePoolSize=10, maxPoolSize=10 2024-12-17T08:10:01,236 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:10:01,236 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c41f045e1357:0, corePoolSize=2, maxPoolSize=2 2024-12-17T08:10:01,236 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:10:01,237 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734423031237 2024-12-17T08:10:01,237 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-17T08:10:01,237 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-17T08:10:01,237 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-17T08:10:01,237 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-17T08:10:01,237 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-17T08:10:01,238 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-17T08:10:01,238 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:01,238 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-17T08:10:01,238 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-17T08:10:01,238 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-17T08:10:01,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-17T08:10:01,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-17T08:10:01,239 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-17T08:10:01,239 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-17T08:10:01,240 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.large.0-1734423001239,5,FailOnTimeoutGroup] 2024-12-17T08:10:01,240 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.small.0-1734423001240,5,FailOnTimeoutGroup] 2024-12-17T08:10:01,240 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:01,240 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-17T08:10:01,240 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:01,240 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:01,241 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:01,241 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-17T08:10:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741831_1007 (size=1039) 2024-12-17T08:10:01,252 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-17T08:10:01,252 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:01,253 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c41f045e1357:40947 2024-12-17T08:10:01,254 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1008): ClusterId : 93f6bb08-f891-4edd-9443-c576b0ac2c8b 2024-12-17T08:10:01,254 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-17T08:10:01,257 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-17T08:10:01,257 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-17T08:10:01,260 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-17T08:10:01,260 DEBUG [RS:0;c41f045e1357:40947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787801ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:01,261 DEBUG [RS:0;c41f045e1357:40947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8529f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c41f045e1357/172.17.0.2:0 2024-12-17T08:10:01,261 INFO [RS:0;c41f045e1357:40947 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-17T08:10:01,261 INFO [RS:0;c41f045e1357:40947 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-17T08:10:01,261 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-17T08:10:01,263 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3073): reportForDuty to master=c41f045e1357,37021,1734423000576 with isa=c41f045e1357/172.17.0.2:40947, startcode=1734423000623 2024-12-17T08:10:01,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741832_1008 (size=32) 2024-12-17T08:10:01,263 DEBUG [RS:0;c41f045e1357:40947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-17T08:10:01,265 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40901, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-17T08:10:01,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37021 {}] master.ServerManager(332): Checking decommissioned status of RegionServer c41f045e1357,40947,1734423000623 2024-12-17T08:10:01,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37021 {}] master.ServerManager(486): Registering regionserver=c41f045e1357,40947,1734423000623 2024-12-17T08:10:01,270 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:01,270 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34541 2024-12-17T08:10:01,270 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-17T08:10:01,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-17T08:10:01,273 DEBUG [RS:0;c41f045e1357:40947 {}] zookeeper.ZKUtil(111): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on existing znode=/2/rs/c41f045e1357,40947,1734423000623 2024-12-17T08:10:01,273 WARN [RS:0;c41f045e1357:40947 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-17T08:10:01,273 INFO [RS:0;c41f045e1357:40947 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T08:10:01,273 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/WALs/c41f045e1357,40947,1734423000623 2024-12-17T08:10:01,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c41f045e1357,40947,1734423000623] 2024-12-17T08:10:01,278 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-17T08:10:01,278 INFO [RS:0;c41f045e1357:40947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-17T08:10:01,280 INFO [RS:0;c41f045e1357:40947 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-17T08:10:01,281 INFO [RS:0;c41f045e1357:40947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-17T08:10:01,281 INFO [RS:0;c41f045e1357:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:01,281 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-17T08:10:01,282 INFO [RS:0;c41f045e1357:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c41f045e1357:0, corePoolSize=2, maxPoolSize=2 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c41f045e1357:0, corePoolSize=3, maxPoolSize=3 2024-12-17T08:10:01,283 DEBUG [RS:0;c41f045e1357:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0, corePoolSize=3, maxPoolSize=3 2024-12-17T08:10:01,284 INFO [RS:0;c41f045e1357:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:01,284 INFO [RS:0;c41f045e1357:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:01,284 INFO [RS:0;c41f045e1357:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:01,284 INFO [RS:0;c41f045e1357:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:01,284 INFO [RS:0;c41f045e1357:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,40947,1734423000623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-17T08:10:01,302 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-17T08:10:01,302 INFO [RS:0;c41f045e1357:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,40947,1734423000623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:01,318 INFO [RS:0;c41f045e1357:40947 {}] regionserver.Replication(204): c41f045e1357,40947,1734423000623 started 2024-12-17T08:10:01,319 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1767): Serving as c41f045e1357,40947,1734423000623, RpcServer on c41f045e1357/172.17.0.2:40947, sessionid=0x1009f0644680004 2024-12-17T08:10:01,319 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-17T08:10:01,319 DEBUG [RS:0;c41f045e1357:40947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c41f045e1357,40947,1734423000623 2024-12-17T08:10:01,319 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c41f045e1357,40947,1734423000623' 2024-12-17T08:10:01,319 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-17T08:10:01,319 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-17T08:10:01,320 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-17T08:10:01,320 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-17T08:10:01,320 DEBUG [RS:0;c41f045e1357:40947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c41f045e1357,40947,1734423000623 2024-12-17T08:10:01,320 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c41f045e1357,40947,1734423000623' 2024-12-17T08:10:01,320 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-17T08:10:01,321 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-17T08:10:01,321 DEBUG [RS:0;c41f045e1357:40947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-17T08:10:01,321 INFO [RS:0;c41f045e1357:40947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-17T08:10:01,321 INFO [RS:0;c41f045e1357:40947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-17T08:10:01,422 INFO [RS:0;c41f045e1357:40947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-17T08:10:01,425 INFO [RS:0;c41f045e1357:40947 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c41f045e1357%2C40947%2C1734423000623, suffix=, logDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/WALs/c41f045e1357,40947,1734423000623, archiveDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/oldWALs, maxLogs=10 2024-12-17T08:10:01,441 DEBUG [RS:0;c41f045e1357:40947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/WALs/c41f045e1357,40947,1734423000623/c41f045e1357%2C40947%2C1734423000623.1734423001427, exclude list is [], retry=0 2024-12-17T08:10:01,446 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36273,DS-f5eba6a5-fbdb-4db3-8403-9f143b5ed6bb,DISK] 2024-12-17T08:10:01,449 INFO [RS:0;c41f045e1357:40947 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/WALs/c41f045e1357,40947,1734423000623/c41f045e1357%2C40947%2C1734423000623.1734423001427 2024-12-17T08:10:01,449 DEBUG [RS:0;c41f045e1357:40947 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33055:33055)] 2024-12-17T08:10:01,655 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:01,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:01,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-17T08:10:01,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-17T08:10:01,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:01,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:10:01,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-17T08:10:01,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-17T08:10:01,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:01,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:10:01,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-17T08:10:01,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-17T08:10:01,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:01,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:10:01,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740 2024-12-17T08:10:01,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740 2024-12-17T08:10:01,685 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-17T08:10:01,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-17T08:10:01,691 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:01,692 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68617140, jitterRate=0.022475063800811768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-17T08:10:01,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-17T08:10:01,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-17T08:10:01,693 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-17T08:10:01,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-17T08:10:01,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-17T08:10:01,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-17T08:10:01,694 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-17T08:10:01,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-17T08:10:01,696 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-17T08:10:01,696 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-17T08:10:01,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-17T08:10:01,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-17T08:10:01,700 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-17T08:10:01,851 DEBUG [c41f045e1357:37021 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-17T08:10:01,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:01,854 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c41f045e1357,40947,1734423000623, state=OPENING 2024-12-17T08:10:01,856 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-17T08:10:01,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:01,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:01,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:01,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-17T08:10:01,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-17T08:10:02,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40947,1734423000623 2024-12-17T08:10:02,013 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-17T08:10:02,016 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-17T08:10:02,022 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-17T08:10:02,022 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T08:10:02,022 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-17T08:10:02,025 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c41f045e1357%2C40947%2C1734423000623.meta, suffix=.meta, logDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/WALs/c41f045e1357,40947,1734423000623, archiveDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/oldWALs, maxLogs=10 2024-12-17T08:10:02,040 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/WALs/c41f045e1357,40947,1734423000623/c41f045e1357%2C40947%2C1734423000623.meta.1734423002026.meta, exclude list is [], retry=0 2024-12-17T08:10:02,044 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36273,DS-f5eba6a5-fbdb-4db3-8403-9f143b5ed6bb,DISK] 2024-12-17T08:10:02,046 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/WALs/c41f045e1357,40947,1734423000623/c41f045e1357%2C40947%2C1734423000623.meta.1734423002026.meta 2024-12-17T08:10:02,047 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33055:33055)] 2024-12-17T08:10:02,047 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:10:02,047 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-17T08:10:02,047 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-17T08:10:02,047 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-17T08:10:02,048 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-17T08:10:02,048 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:02,048 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-17T08:10:02,048 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-17T08:10:02,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-17T08:10:02,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-17T08:10:02,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:02,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:10:02,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-17T08:10:02,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-17T08:10:02,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:02,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:10:02,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-17T08:10:02,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-17T08:10:02,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:02,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:10:02,056 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740 2024-12-17T08:10:02,058 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740 2024-12-17T08:10:02,060 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-17T08:10:02,062 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-17T08:10:02,063 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74246415, jitterRate=0.10635779798030853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-17T08:10:02,063 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-17T08:10:02,065 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734423002013 2024-12-17T08:10:02,067 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-17T08:10:02,067 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-17T08:10:02,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:02,069 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c41f045e1357,40947,1734423000623, state=OPEN 2024-12-17T08:10:02,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-17T08:10:02,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-17T08:10:02,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-17T08:10:02,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-17T08:10:02,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-17T08:10:02,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=c41f045e1357,40947,1734423000623 in 213 msec 2024-12-17T08:10:02,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-17T08:10:02,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-12-17T08:10:02,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 849 msec 2024-12-17T08:10:02,081 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734423002081, completionTime=-1 2024-12-17T08:10:02,081 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-17T08:10:02,081 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-17T08:10:02,082 DEBUG [hconnection-0x41154834-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:02,084 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:10:02,086 INFO [master/c41f045e1357:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-17T08:10:02,086 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734423062086 2024-12-17T08:10:02,086 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734423122086 2024-12-17T08:10:02,086 INFO [master/c41f045e1357:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-17T08:10:02,093 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,37021,1734423000576-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:02,093 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,37021,1734423000576-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:02,093 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,37021,1734423000576-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:02,093 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c41f045e1357:37021, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:02,093 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:02,094 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-17T08:10:02,094 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-17T08:10:02,096 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-17T08:10:02,096 DEBUG [master/c41f045e1357:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-17T08:10:02,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:10:02,098 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:02,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:10:02,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741835_1011 (size=358) 2024-12-17T08:10:02,511 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e407882581d8ccd29829dae7f9905228, NAME => 'hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:02,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741836_1012 (size=42) 2024-12-17T08:10:02,544 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-17T08:10:02,546 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-17T08:10:02,923 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:02,923 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing e407882581d8ccd29829dae7f9905228, disabling compactions & flushes 2024-12-17T08:10:02,923 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. 2024-12-17T08:10:02,923 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. 2024-12-17T08:10:02,923 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. after waiting 0 ms 2024-12-17T08:10:02,923 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. 2024-12-17T08:10:02,923 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. 2024-12-17T08:10:02,923 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for e407882581d8ccd29829dae7f9905228: 2024-12-17T08:10:02,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:10:02,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734423002925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423002925"}]},"ts":"1734423002925"} 2024-12-17T08:10:02,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T08:10:02,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:10:02,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423002932"}]},"ts":"1734423002932"} 2024-12-17T08:10:02,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-17T08:10:02,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e407882581d8ccd29829dae7f9905228, ASSIGN}] 2024-12-17T08:10:02,942 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e407882581d8ccd29829dae7f9905228, ASSIGN 2024-12-17T08:10:02,944 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e407882581d8ccd29829dae7f9905228, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:03,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e407882581d8ccd29829dae7f9905228, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:03,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e407882581d8ccd29829dae7f9905228, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:03,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40947,1734423000623 2024-12-17T08:10:03,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. 2024-12-17T08:10:03,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => e407882581d8ccd29829dae7f9905228, NAME => 'hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:10:03,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e407882581d8ccd29829dae7f9905228 2024-12-17T08:10:03,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:03,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for e407882581d8ccd29829dae7f9905228 2024-12-17T08:10:03,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for e407882581d8ccd29829dae7f9905228 2024-12-17T08:10:03,263 INFO [StoreOpener-e407882581d8ccd29829dae7f9905228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e407882581d8ccd29829dae7f9905228 2024-12-17T08:10:03,265 INFO [StoreOpener-e407882581d8ccd29829dae7f9905228-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e407882581d8ccd29829dae7f9905228 columnFamilyName info 2024-12-17T08:10:03,265 DEBUG [StoreOpener-e407882581d8ccd29829dae7f9905228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:03,266 INFO [StoreOpener-e407882581d8ccd29829dae7f9905228-1 {}] regionserver.HStore(327): Store=e407882581d8ccd29829dae7f9905228/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:03,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/namespace/e407882581d8ccd29829dae7f9905228 2024-12-17T08:10:03,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/namespace/e407882581d8ccd29829dae7f9905228 2024-12-17T08:10:03,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for e407882581d8ccd29829dae7f9905228 2024-12-17T08:10:03,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/namespace/e407882581d8ccd29829dae7f9905228/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:03,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened e407882581d8ccd29829dae7f9905228; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62769027, jitterRate=-0.06466861069202423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-17T08:10:03,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for e407882581d8ccd29829dae7f9905228: 2024-12-17T08:10:03,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228., pid=6, masterSystemTime=1734423003253 2024-12-17T08:10:03,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. 2024-12-17T08:10:03,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. 2024-12-17T08:10:03,279 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e407882581d8ccd29829dae7f9905228, regionState=OPEN, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:03,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-17T08:10:03,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e407882581d8ccd29829dae7f9905228, server=c41f045e1357,40947,1734423000623 in 185 msec 2024-12-17T08:10:03,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-17T08:10:03,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e407882581d8ccd29829dae7f9905228, ASSIGN in 346 msec 2024-12-17T08:10:03,292 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:10:03,292 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423003292"}]},"ts":"1734423003292"} 2024-12-17T08:10:03,295 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-17T08:10:03,298 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-17T08:10:03,299 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:10:03,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-17T08:10:03,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:03,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:10:03,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2050 sec 2024-12-17T08:10:03,305 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-17T08:10:03,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-17T08:10:03,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 15 msec 2024-12-17T08:10:03,328 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-17T08:10:03,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-17T08:10:03,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-17T08:10:03,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-17T08:10:03,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-17T08:10:03,357 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.711sec 2024-12-17T08:10:03,357 INFO [master/c41f045e1357:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-17T08:10:03,358 INFO [master/c41f045e1357:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-17T08:10:03,358 INFO [master/c41f045e1357:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-17T08:10:03,358 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-17T08:10:03,358 INFO [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-17T08:10:03,358 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,37021,1734423000576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-17T08:10:03,358 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,37021,1734423000576-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-17T08:10:03,361 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-17T08:10:03,361 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-17T08:10:03,361 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,37021,1734423000576-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T08:10:03,442 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-17T08:10:03,443 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59fe8373 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@216be3e3 2024-12-17T08:10:03,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea2dcce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:03,450 DEBUG [hconnection-0x76c34323-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:03,454 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:10:03,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=c41f045e1357,37021,1734423000576 2024-12-17T08:10:03,462 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d3ddb38 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@310b41e7 2024-12-17T08:10:03,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379aeb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:03,470 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b082490 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28dfc8d2 2024-12-17T08:10:03,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b0a057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:03,476 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79676e92 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fa8b034 2024-12-17T08:10:03,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c0f8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:03,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T08:10:03,496 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T08:10:03,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:10:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-17T08:10:03,511 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:10:03,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-17T08:10:03,512 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:03,514 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:10:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:03,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741837_1013 (size=631) 2024-12-17T08:10:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:03,934 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bbe22ee11156c4b4519843f56ff9ab48, NAME => 'test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:03,935 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c398f99cc14328ef19e0c3cfc4cd0052, NAME => 'test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:03,935 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 390088934b40717ba4c6e97c081caa83, NAME => 'test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:03,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741839_1015 (size=42) 2024-12-17T08:10:03,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741838_1014 (size=45) 2024-12-17T08:10:03,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741840_1016 (size=45) 2024-12-17T08:10:03,954 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:03,954 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 390088934b40717ba4c6e97c081caa83, disabling compactions & flushes 2024-12-17T08:10:03,954 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. 2024-12-17T08:10:03,954 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. 2024-12-17T08:10:03,955 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. after waiting 0 ms 2024-12-17T08:10:03,955 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. 2024-12-17T08:10:03,955 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. 2024-12-17T08:10:03,955 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 390088934b40717ba4c6e97c081caa83: 2024-12-17T08:10:03,955 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ab6c0ed9a8c89b14d3ed2e5c87f84297, NAME => 'test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:03,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741841_1017 (size=45) 2024-12-17T08:10:03,963 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:03,963 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ab6c0ed9a8c89b14d3ed2e5c87f84297, disabling compactions & flushes 2024-12-17T08:10:03,963 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. 2024-12-17T08:10:03,963 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. 2024-12-17T08:10:03,963 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. after waiting 0 ms 2024-12-17T08:10:03,963 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. 2024-12-17T08:10:03,964 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. 2024-12-17T08:10:03,964 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ab6c0ed9a8c89b14d3ed2e5c87f84297: 2024-12-17T08:10:03,965 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6bbfd3ff141626e7ce7a205067591337, NAME => 'test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:03,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741842_1018 (size=45) 2024-12-17T08:10:04,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-17T08:10:04,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-17T08:10:04,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-17T08:10:04,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-17T08:10:04,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-17T08:10:04,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-17T08:10:04,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-17T08:10:04,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-17T08:10:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:04,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:04,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing bbe22ee11156c4b4519843f56ff9ab48, disabling compactions & flushes 2024-12-17T08:10:04,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. 2024-12-17T08:10:04,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. 2024-12-17T08:10:04,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. after waiting 0 ms 2024-12-17T08:10:04,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. 2024-12-17T08:10:04,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. 2024-12-17T08:10:04,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for bbe22ee11156c4b4519843f56ff9ab48: 2024-12-17T08:10:04,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4b7f590072857030ad50f0284587e6c5, NAME => 'test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:04,351 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:04,351 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c398f99cc14328ef19e0c3cfc4cd0052, disabling compactions & flushes 2024-12-17T08:10:04,351 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. 2024-12-17T08:10:04,351 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. 2024-12-17T08:10:04,352 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. after waiting 0 ms 2024-12-17T08:10:04,352 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. 2024-12-17T08:10:04,352 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. 2024-12-17T08:10:04,352 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c398f99cc14328ef19e0c3cfc4cd0052: 2024-12-17T08:10:04,353 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 5a1544c363958b460f3392089284cac9, NAME => 'test,ggg,1734423003504.5a1544c363958b460f3392089284cac9.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:04,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741843_1019 (size=45) 2024-12-17T08:10:04,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741844_1020 (size=45) 2024-12-17T08:10:04,373 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:04,373 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6bbfd3ff141626e7ce7a205067591337, disabling compactions & flushes 2024-12-17T08:10:04,373 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. 2024-12-17T08:10:04,373 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. 2024-12-17T08:10:04,373 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. after waiting 0 ms 2024-12-17T08:10:04,373 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. 2024-12-17T08:10:04,374 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. 2024-12-17T08:10:04,374 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6bbfd3ff141626e7ce7a205067591337: 2024-12-17T08:10:04,374 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2703e2a397d0cfab40f69a553a0cff90, NAME => 'test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:04,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741845_1021 (size=45) 2024-12-17T08:10:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:04,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:04,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 4b7f590072857030ad50f0284587e6c5, disabling compactions & flushes 2024-12-17T08:10:04,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. 2024-12-17T08:10:04,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. 2024-12-17T08:10:04,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. after waiting 0 ms 2024-12-17T08:10:04,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. 2024-12-17T08:10:04,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. 2024-12-17T08:10:04,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4b7f590072857030ad50f0284587e6c5: 2024-12-17T08:10:04,762 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 21bb94db52419575e199a3fa35b6504e, NAME => 'test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:04,762 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734423003504.5a1544c363958b460f3392089284cac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:04,763 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 5a1544c363958b460f3392089284cac9, disabling compactions & flushes 2024-12-17T08:10:04,763 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. 2024-12-17T08:10:04,763 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. 2024-12-17T08:10:04,763 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. after waiting 0 ms 2024-12-17T08:10:04,763 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. 2024-12-17T08:10:04,763 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. 2024-12-17T08:10:04,763 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 5a1544c363958b460f3392089284cac9: 2024-12-17T08:10:04,764 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9e2c39913a1f9c67f148cd71622e8d5d, NAME => 'test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:04,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741846_1022 (size=45) 2024-12-17T08:10:04,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741847_1023 (size=45) 2024-12-17T08:10:04,781 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:04,782 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9e2c39913a1f9c67f148cd71622e8d5d, disabling compactions & flushes 2024-12-17T08:10:04,782 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. 2024-12-17T08:10:04,782 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. 2024-12-17T08:10:04,782 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. after waiting 0 ms 2024-12-17T08:10:04,782 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. 2024-12-17T08:10:04,782 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. 2024-12-17T08:10:04,782 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9e2c39913a1f9c67f148cd71622e8d5d: 2024-12-17T08:10:04,782 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 30c9f092e041c88637fc0d7d35502769, NAME => 'test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:04,785 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:04,785 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2703e2a397d0cfab40f69a553a0cff90, disabling compactions & flushes 2024-12-17T08:10:04,785 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. 2024-12-17T08:10:04,785 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. 2024-12-17T08:10:04,785 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. after waiting 0 ms 2024-12-17T08:10:04,785 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. 2024-12-17T08:10:04,785 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. 2024-12-17T08:10:04,785 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2703e2a397d0cfab40f69a553a0cff90: 2024-12-17T08:10:04,786 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8a06dca2c86f44400e30bc5d6411ed73, NAME => 'test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:04,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741849_1025 (size=45) 2024-12-17T08:10:04,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741848_1024 (size=45) 2024-12-17T08:10:04,797 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:04,797 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 8a06dca2c86f44400e30bc5d6411ed73, disabling compactions & flushes 2024-12-17T08:10:04,798 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. 2024-12-17T08:10:04,798 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. 2024-12-17T08:10:04,798 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. after waiting 0 ms 2024-12-17T08:10:04,798 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. 2024-12-17T08:10:04,798 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. 2024-12-17T08:10:04,798 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8a06dca2c86f44400e30bc5d6411ed73: 2024-12-17T08:10:04,799 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2c62a19b7d7d8eb6e2eaa0b2121eaff5, NAME => 'test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:04,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741850_1026 (size=45) 2024-12-17T08:10:04,809 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:04,810 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2c62a19b7d7d8eb6e2eaa0b2121eaff5, disabling compactions & flushes 2024-12-17T08:10:04,810 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. 2024-12-17T08:10:04,810 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. 2024-12-17T08:10:04,810 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. after waiting 0 ms 2024-12-17T08:10:04,810 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. 2024-12-17T08:10:04,810 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. 2024-12-17T08:10:04,810 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2c62a19b7d7d8eb6e2eaa0b2121eaff5: 2024-12-17T08:10:04,811 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c46e1438392a0fb33e991090a39d734a, NAME => 'test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741851_1027 (size=45) 2024-12-17T08:10:04,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:04,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c46e1438392a0fb33e991090a39d734a, disabling compactions & flushes 2024-12-17T08:10:04,824 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. 2024-12-17T08:10:04,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. 2024-12-17T08:10:04,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. after waiting 0 ms 2024-12-17T08:10:04,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. 2024-12-17T08:10:04,824 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. 2024-12-17T08:10:04,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c46e1438392a0fb33e991090a39d734a: 2024-12-17T08:10:04,825 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7fabb89931d5a955eaf5775a62e61e32, NAME => 'test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741852_1028 (size=45) 2024-12-17T08:10:05,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:05,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 21bb94db52419575e199a3fa35b6504e, disabling compactions & flushes 2024-12-17T08:10:05,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. 2024-12-17T08:10:05,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. 2024-12-17T08:10:05,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. after waiting 0 ms 2024-12-17T08:10:05,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. 2024-12-17T08:10:05,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. 2024-12-17T08:10:05,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 21bb94db52419575e199a3fa35b6504e: 2024-12-17T08:10:05,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6785d7497c8b767d153b8c6acf926200, NAME => 'test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:05,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741853_1029 (size=45) 2024-12-17T08:10:05,198 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:05,198 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 30c9f092e041c88637fc0d7d35502769, disabling compactions & flushes 2024-12-17T08:10:05,198 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. 2024-12-17T08:10:05,198 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. 2024-12-17T08:10:05,198 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. after waiting 0 ms 2024-12-17T08:10:05,198 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. 2024-12-17T08:10:05,198 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. 2024-12-17T08:10:05,198 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 30c9f092e041c88637fc0d7d35502769: 2024-12-17T08:10:05,199 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 491b6b8dd8f26b3c0f4267bd66fcc01d, NAME => 'test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:05,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741854_1030 (size=45) 2024-12-17T08:10:05,235 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:05,235 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7fabb89931d5a955eaf5775a62e61e32, disabling compactions & flushes 2024-12-17T08:10:05,235 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. 2024-12-17T08:10:05,235 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. 2024-12-17T08:10:05,235 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. after waiting 0 ms 2024-12-17T08:10:05,235 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. 2024-12-17T08:10:05,235 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. 2024-12-17T08:10:05,235 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7fabb89931d5a955eaf5775a62e61e32: 2024-12-17T08:10:05,236 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => dc8eb2ac962dc78accb4bceae1af9d88, NAME => 'test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:05,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741855_1031 (size=45) 2024-12-17T08:10:05,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:05,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 6785d7497c8b767d153b8c6acf926200, disabling compactions & flushes 2024-12-17T08:10:05,585 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. 2024-12-17T08:10:05,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. 2024-12-17T08:10:05,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. after waiting 0 ms 2024-12-17T08:10:05,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. 2024-12-17T08:10:05,585 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. 2024-12-17T08:10:05,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6785d7497c8b767d153b8c6acf926200: 2024-12-17T08:10:05,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c1652015aa88e26d591d0fdf473c2adb, NAME => 'test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741856_1032 (size=45) 2024-12-17T08:10:05,607 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:05,608 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 491b6b8dd8f26b3c0f4267bd66fcc01d, disabling compactions & flushes 2024-12-17T08:10:05,608 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. 2024-12-17T08:10:05,608 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. 2024-12-17T08:10:05,608 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. after waiting 0 ms 2024-12-17T08:10:05,608 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. 2024-12-17T08:10:05,608 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. 2024-12-17T08:10:05,608 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 491b6b8dd8f26b3c0f4267bd66fcc01d: 2024-12-17T08:10:05,609 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c5f3c04a58ad988bf618053662a8db11, NAME => 'test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:05,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741857_1033 (size=45) 2024-12-17T08:10:05,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:05,623 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c5f3c04a58ad988bf618053662a8db11, disabling compactions & flushes 2024-12-17T08:10:05,623 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. 2024-12-17T08:10:05,623 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. 2024-12-17T08:10:05,623 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. after waiting 0 ms 2024-12-17T08:10:05,623 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. 2024-12-17T08:10:05,623 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. 2024-12-17T08:10:05,623 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c5f3c04a58ad988bf618053662a8db11: 2024-12-17T08:10:05,624 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 10e2f7c1db42c35b7c3d4a16627517a9, NAME => 'test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:05,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741858_1034 (size=45) 2024-12-17T08:10:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:05,646 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:05,646 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing dc8eb2ac962dc78accb4bceae1af9d88, disabling compactions & flushes 2024-12-17T08:10:05,646 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. 2024-12-17T08:10:05,646 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. 2024-12-17T08:10:05,646 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. after waiting 0 ms 2024-12-17T08:10:05,646 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. 2024-12-17T08:10:05,646 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. 2024-12-17T08:10:05,646 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for dc8eb2ac962dc78accb4bceae1af9d88: 2024-12-17T08:10:05,647 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1623c4ae3c1a886b653effd11503cb1d, NAME => 'test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:05,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741859_1035 (size=45) 2024-12-17T08:10:05,655 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:05,656 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1623c4ae3c1a886b653effd11503cb1d, disabling compactions & flushes 2024-12-17T08:10:05,656 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. 2024-12-17T08:10:05,656 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. 2024-12-17T08:10:05,656 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. after waiting 0 ms 2024-12-17T08:10:05,656 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. 2024-12-17T08:10:05,656 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. 2024-12-17T08:10:05,656 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1623c4ae3c1a886b653effd11503cb1d: 2024-12-17T08:10:05,656 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c04774f41f9bb8ab4d94eaf6e1717fb1, NAME => 'test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:05,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741860_1036 (size=45) 2024-12-17T08:10:05,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:05,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c1652015aa88e26d591d0fdf473c2adb, disabling compactions & flushes 2024-12-17T08:10:05,996 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. 2024-12-17T08:10:05,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. 2024-12-17T08:10:05,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. after waiting 0 ms 2024-12-17T08:10:05,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. 2024-12-17T08:10:05,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. 2024-12-17T08:10:05,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c1652015aa88e26d591d0fdf473c2adb: 2024-12-17T08:10:05,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4b80b827fcb4f29a69a3e57c81ac8f11, NAME => 'test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:06,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741861_1037 (size=45) 2024-12-17T08:10:06,033 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:06,033 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 10e2f7c1db42c35b7c3d4a16627517a9, disabling compactions & flushes 2024-12-17T08:10:06,033 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. 2024-12-17T08:10:06,033 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. 2024-12-17T08:10:06,033 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. after waiting 0 ms 2024-12-17T08:10:06,033 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. 2024-12-17T08:10:06,033 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. 2024-12-17T08:10:06,033 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 10e2f7c1db42c35b7c3d4a16627517a9: 2024-12-17T08:10:06,034 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 41bfcf58491d2543ef6866a729b60ee0, NAME => 'test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741862_1038 (size=45) 2024-12-17T08:10:06,066 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:06,066 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c04774f41f9bb8ab4d94eaf6e1717fb1, disabling compactions & flushes 2024-12-17T08:10:06,066 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. 2024-12-17T08:10:06,066 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. 2024-12-17T08:10:06,066 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. after waiting 0 ms 2024-12-17T08:10:06,066 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. 2024-12-17T08:10:06,066 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. 2024-12-17T08:10:06,066 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c04774f41f9bb8ab4d94eaf6e1717fb1: 2024-12-17T08:10:06,067 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => dbf313002ebcf7bb7c6b27cc06fc637a, NAME => 'test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:06,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741863_1039 (size=42) 2024-12-17T08:10:06,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:06,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:06,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 4b80b827fcb4f29a69a3e57c81ac8f11, disabling compactions & flushes 2024-12-17T08:10:06,408 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. 2024-12-17T08:10:06,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. 2024-12-17T08:10:06,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. after waiting 0 ms 2024-12-17T08:10:06,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. 2024-12-17T08:10:06,408 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. 2024-12-17T08:10:06,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4b80b827fcb4f29a69a3e57c81ac8f11: 2024-12-17T08:10:06,443 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:06,443 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 41bfcf58491d2543ef6866a729b60ee0, disabling compactions & flushes 2024-12-17T08:10:06,443 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. 2024-12-17T08:10:06,443 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. 2024-12-17T08:10:06,443 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. after waiting 0 ms 2024-12-17T08:10:06,443 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. 2024-12-17T08:10:06,443 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. 2024-12-17T08:10:06,443 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 41bfcf58491d2543ef6866a729b60ee0: 2024-12-17T08:10:06,476 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:06,476 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing dbf313002ebcf7bb7c6b27cc06fc637a, disabling compactions & flushes 2024-12-17T08:10:06,476 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. 2024-12-17T08:10:06,476 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. 2024-12-17T08:10:06,476 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. after waiting 0 ms 2024-12-17T08:10:06,476 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. 2024-12-17T08:10:06,476 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. 2024-12-17T08:10:06,476 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for dbf313002ebcf7bb7c6b27cc06fc637a: 2024-12-17T08:10:06,479 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:10:06,480 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,481 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,481 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,481 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,481 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,481 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,482 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734423003504.5a1544c363958b460f3392089284cac9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,482 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,482 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,482 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,482 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,483 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,483 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,483 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,483 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,483 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,484 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,484 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,484 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,484 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,484 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,485 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,485 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,485 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,485 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,485 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734423006479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423006479"}]},"ts":"1734423006479"} 2024-12-17T08:10:06,528 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-17T08:10:06,530 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:10:06,531 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423006530"}]},"ts":"1734423006530"} 2024-12-17T08:10:06,533 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-17T08:10:06,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bbe22ee11156c4b4519843f56ff9ab48, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=390088934b40717ba4c6e97c081caa83, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c398f99cc14328ef19e0c3cfc4cd0052, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ab6c0ed9a8c89b14d3ed2e5c87f84297, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6bbfd3ff141626e7ce7a205067591337, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4b7f590072857030ad50f0284587e6c5, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5a1544c363958b460f3392089284cac9, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2703e2a397d0cfab40f69a553a0cff90, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=21bb94db52419575e199a3fa35b6504e, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9e2c39913a1f9c67f148cd71622e8d5d, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=30c9f092e041c88637fc0d7d35502769, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8a06dca2c86f44400e30bc5d6411ed73, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2c62a19b7d7d8eb6e2eaa0b2121eaff5, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c46e1438392a0fb33e991090a39d734a, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7fabb89931d5a955eaf5775a62e61e32, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6785d7497c8b767d153b8c6acf926200, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=491b6b8dd8f26b3c0f4267bd66fcc01d, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dc8eb2ac962dc78accb4bceae1af9d88, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c1652015aa88e26d591d0fdf473c2adb, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c5f3c04a58ad988bf618053662a8db11, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=10e2f7c1db42c35b7c3d4a16627517a9, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1623c4ae3c1a886b653effd11503cb1d, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c04774f41f9bb8ab4d94eaf6e1717fb1, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4b80b827fcb4f29a69a3e57c81ac8f11, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=41bfcf58491d2543ef6866a729b60ee0, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dbf313002ebcf7bb7c6b27cc06fc637a, ASSIGN}] 2024-12-17T08:10:06,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bbe22ee11156c4b4519843f56ff9ab48, ASSIGN 2024-12-17T08:10:06,545 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=390088934b40717ba4c6e97c081caa83, ASSIGN 2024-12-17T08:10:06,545 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c398f99cc14328ef19e0c3cfc4cd0052, ASSIGN 2024-12-17T08:10:06,545 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ab6c0ed9a8c89b14d3ed2e5c87f84297, ASSIGN 2024-12-17T08:10:06,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bbe22ee11156c4b4519843f56ff9ab48, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,547 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=390088934b40717ba4c6e97c081caa83, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,547 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c398f99cc14328ef19e0c3cfc4cd0052, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,547 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ab6c0ed9a8c89b14d3ed2e5c87f84297, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,551 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c04774f41f9bb8ab4d94eaf6e1717fb1, ASSIGN 2024-12-17T08:10:06,551 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=41bfcf58491d2543ef6866a729b60ee0, ASSIGN 2024-12-17T08:10:06,551 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1623c4ae3c1a886b653effd11503cb1d, ASSIGN 2024-12-17T08:10:06,552 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4b80b827fcb4f29a69a3e57c81ac8f11, ASSIGN 2024-12-17T08:10:06,552 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dbf313002ebcf7bb7c6b27cc06fc637a, ASSIGN 2024-12-17T08:10:06,553 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c04774f41f9bb8ab4d94eaf6e1717fb1, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,553 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1623c4ae3c1a886b653effd11503cb1d, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=41bfcf58491d2543ef6866a729b60ee0, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,553 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4b80b827fcb4f29a69a3e57c81ac8f11, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,553 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dbf313002ebcf7bb7c6b27cc06fc637a, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dc8eb2ac962dc78accb4bceae1af9d88, ASSIGN 2024-12-17T08:10:06,558 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c1652015aa88e26d591d0fdf473c2adb, ASSIGN 2024-12-17T08:10:06,558 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c5f3c04a58ad988bf618053662a8db11, ASSIGN 2024-12-17T08:10:06,558 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=491b6b8dd8f26b3c0f4267bd66fcc01d, ASSIGN 2024-12-17T08:10:06,558 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=10e2f7c1db42c35b7c3d4a16627517a9, ASSIGN 2024-12-17T08:10:06,560 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dc8eb2ac962dc78accb4bceae1af9d88, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,560 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c1652015aa88e26d591d0fdf473c2adb, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,560 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=10e2f7c1db42c35b7c3d4a16627517a9, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,560 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c5f3c04a58ad988bf618053662a8db11, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,560 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=491b6b8dd8f26b3c0f4267bd66fcc01d, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,565 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7fabb89931d5a955eaf5775a62e61e32, ASSIGN 2024-12-17T08:10:06,565 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2c62a19b7d7d8eb6e2eaa0b2121eaff5, ASSIGN 2024-12-17T08:10:06,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c46e1438392a0fb33e991090a39d734a, ASSIGN 2024-12-17T08:10:06,565 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6785d7497c8b767d153b8c6acf926200, ASSIGN 2024-12-17T08:10:06,565 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8a06dca2c86f44400e30bc5d6411ed73, ASSIGN 2024-12-17T08:10:06,566 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7fabb89931d5a955eaf5775a62e61e32, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,567 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2c62a19b7d7d8eb6e2eaa0b2121eaff5, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,567 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c46e1438392a0fb33e991090a39d734a, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,567 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6785d7497c8b767d153b8c6acf926200, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,567 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8a06dca2c86f44400e30bc5d6411ed73, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,571 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9e2c39913a1f9c67f148cd71622e8d5d, ASSIGN 2024-12-17T08:10:06,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=21bb94db52419575e199a3fa35b6504e, ASSIGN 2024-12-17T08:10:06,571 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=30c9f092e041c88637fc0d7d35502769, ASSIGN 2024-12-17T08:10:06,571 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2703e2a397d0cfab40f69a553a0cff90, ASSIGN 2024-12-17T08:10:06,571 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5a1544c363958b460f3392089284cac9, ASSIGN 2024-12-17T08:10:06,572 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9e2c39913a1f9c67f148cd71622e8d5d, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,572 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=21bb94db52419575e199a3fa35b6504e, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,572 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=30c9f092e041c88637fc0d7d35502769, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,573 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2703e2a397d0cfab40f69a553a0cff90, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,573 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5a1544c363958b460f3392089284cac9, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,578 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6bbfd3ff141626e7ce7a205067591337, ASSIGN 2024-12-17T08:10:06,578 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4b7f590072857030ad50f0284587e6c5, ASSIGN 2024-12-17T08:10:06,579 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6bbfd3ff141626e7ce7a205067591337, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,580 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4b7f590072857030ad50f0284587e6c5, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:06,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:06,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=dc8eb2ac962dc78accb4bceae1af9d88, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=c398f99cc14328ef19e0c3cfc4cd0052, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=ab6c0ed9a8c89b14d3ed2e5c87f84297, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,697 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=10e2f7c1db42c35b7c3d4a16627517a9, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,697 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=21bb94db52419575e199a3fa35b6504e, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=13, state=RUNNABLE; OpenRegionProcedure ab6c0ed9a8c89b14d3ed2e5c87f84297, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=30, state=RUNNABLE; OpenRegionProcedure 10e2f7c1db42c35b7c3d4a16627517a9, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=12, state=RUNNABLE; OpenRegionProcedure c398f99cc14328ef19e0c3cfc4cd0052, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=18, state=RUNNABLE; OpenRegionProcedure 21bb94db52419575e199a3fa35b6504e, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=27, state=RUNNABLE; OpenRegionProcedure dc8eb2ac962dc78accb4bceae1af9d88, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=390088934b40717ba4c6e97c081caa83, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=11, state=RUNNABLE; OpenRegionProcedure 390088934b40717ba4c6e97c081caa83, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=2c62a19b7d7d8eb6e2eaa0b2121eaff5, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,712 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=8a06dca2c86f44400e30bc5d6411ed73, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,713 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=bbe22ee11156c4b4519843f56ff9ab48, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,714 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=6bbfd3ff141626e7ce7a205067591337, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=21, state=RUNNABLE; OpenRegionProcedure 8a06dca2c86f44400e30bc5d6411ed73, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=22, state=RUNNABLE; OpenRegionProcedure 2c62a19b7d7d8eb6e2eaa0b2121eaff5, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=10, state=RUNNABLE; OpenRegionProcedure bbe22ee11156c4b4519843f56ff9ab48, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=14, state=RUNNABLE; OpenRegionProcedure 6bbfd3ff141626e7ce7a205067591337, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=c46e1438392a0fb33e991090a39d734a, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=23, state=RUNNABLE; OpenRegionProcedure c46e1438392a0fb33e991090a39d734a, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,724 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=491b6b8dd8f26b3c0f4267bd66fcc01d, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,724 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=1623c4ae3c1a886b653effd11503cb1d, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,724 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=4b80b827fcb4f29a69a3e57c81ac8f11, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=c5f3c04a58ad988bf618053662a8db11, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=26, state=RUNNABLE; OpenRegionProcedure 491b6b8dd8f26b3c0f4267bd66fcc01d, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=31, state=RUNNABLE; OpenRegionProcedure 1623c4ae3c1a886b653effd11503cb1d, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,728 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=9e2c39913a1f9c67f148cd71622e8d5d, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=33, state=RUNNABLE; OpenRegionProcedure 4b80b827fcb4f29a69a3e57c81ac8f11, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=29, state=RUNNABLE; OpenRegionProcedure c5f3c04a58ad988bf618053662a8db11, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=19, state=RUNNABLE; OpenRegionProcedure 9e2c39913a1f9c67f148cd71622e8d5d, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,736 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=5a1544c363958b460f3392089284cac9, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=4b7f590072857030ad50f0284587e6c5, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=16, state=RUNNABLE; OpenRegionProcedure 5a1544c363958b460f3392089284cac9, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=15, state=RUNNABLE; OpenRegionProcedure 4b7f590072857030ad50f0284587e6c5, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,742 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=30c9f092e041c88637fc0d7d35502769, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,743 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=dbf313002ebcf7bb7c6b27cc06fc637a, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=41bfcf58491d2543ef6866a729b60ee0, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=20, state=RUNNABLE; OpenRegionProcedure 30c9f092e041c88637fc0d7d35502769, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=c04774f41f9bb8ab4d94eaf6e1717fb1, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=35, state=RUNNABLE; OpenRegionProcedure dbf313002ebcf7bb7c6b27cc06fc637a, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=34, state=RUNNABLE; OpenRegionProcedure 41bfcf58491d2543ef6866a729b60ee0, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=32, state=RUNNABLE; OpenRegionProcedure c04774f41f9bb8ab4d94eaf6e1717fb1, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,752 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=2703e2a397d0cfab40f69a553a0cff90, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=7fabb89931d5a955eaf5775a62e61e32, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=c1652015aa88e26d591d0fdf473c2adb, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,753 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=6785d7497c8b767d153b8c6acf926200, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=17, state=RUNNABLE; OpenRegionProcedure 2703e2a397d0cfab40f69a553a0cff90, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=24, state=RUNNABLE; OpenRegionProcedure 7fabb89931d5a955eaf5775a62e61e32, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=28, state=RUNNABLE; OpenRegionProcedure c1652015aa88e26d591d0fdf473c2adb, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=25, state=RUNNABLE; OpenRegionProcedure 6785d7497c8b767d153b8c6acf926200, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:06,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,864 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. 2024-12-17T08:10:06,864 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 2c62a19b7d7d8eb6e2eaa0b2121eaff5, NAME => 'test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-17T08:10:06,864 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2c62a19b7d7d8eb6e2eaa0b2121eaff5 2024-12-17T08:10:06,865 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:06,865 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 2c62a19b7d7d8eb6e2eaa0b2121eaff5 2024-12-17T08:10:06,865 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 2c62a19b7d7d8eb6e2eaa0b2121eaff5 2024-12-17T08:10:06,868 INFO [StoreOpener-2c62a19b7d7d8eb6e2eaa0b2121eaff5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c62a19b7d7d8eb6e2eaa0b2121eaff5 2024-12-17T08:10:06,870 INFO [StoreOpener-2c62a19b7d7d8eb6e2eaa0b2121eaff5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c62a19b7d7d8eb6e2eaa0b2121eaff5 columnFamilyName f 2024-12-17T08:10:06,871 DEBUG [StoreOpener-2c62a19b7d7d8eb6e2eaa0b2121eaff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:06,872 INFO [StoreOpener-2c62a19b7d7d8eb6e2eaa0b2121eaff5-1 {}] regionserver.HStore(327): Store=2c62a19b7d7d8eb6e2eaa0b2121eaff5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:06,872 INFO [StoreOpener-2c62a19b7d7d8eb6e2eaa0b2121eaff5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2c62a19b7d7d8eb6e2eaa0b2121eaff5 2024-12-17T08:10:06,875 INFO [StoreOpener-2c62a19b7d7d8eb6e2eaa0b2121eaff5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c62a19b7d7d8eb6e2eaa0b2121eaff5 columnFamilyName norep 2024-12-17T08:10:06,875 DEBUG [StoreOpener-2c62a19b7d7d8eb6e2eaa0b2121eaff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:06,876 INFO [StoreOpener-2c62a19b7d7d8eb6e2eaa0b2121eaff5-1 {}] regionserver.HStore(327): Store=2c62a19b7d7d8eb6e2eaa0b2121eaff5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:06,877 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/2c62a19b7d7d8eb6e2eaa0b2121eaff5 2024-12-17T08:10:06,878 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/2c62a19b7d7d8eb6e2eaa0b2121eaff5 2024-12-17T08:10:06,881 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:06,883 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 2c62a19b7d7d8eb6e2eaa0b2121eaff5 2024-12-17T08:10:06,887 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/2c62a19b7d7d8eb6e2eaa0b2121eaff5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:06,888 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 2c62a19b7d7d8eb6e2eaa0b2121eaff5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70565816, jitterRate=0.05151259899139404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:06,889 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 2c62a19b7d7d8eb6e2eaa0b2121eaff5: 2024-12-17T08:10:06,890 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5., pid=43, masterSystemTime=1734423006853 2024-12-17T08:10:06,894 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. 2024-12-17T08:10:06,895 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. 2024-12-17T08:10:06,895 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. 2024-12-17T08:10:06,895 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 5a1544c363958b460f3392089284cac9, NAME => 'test,ggg,1734423003504.5a1544c363958b460f3392089284cac9.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-17T08:10:06,895 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5a1544c363958b460f3392089284cac9 2024-12-17T08:10:06,895 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ggg,1734423003504.5a1544c363958b460f3392089284cac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:06,896 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 5a1544c363958b460f3392089284cac9 2024-12-17T08:10:06,896 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 5a1544c363958b460f3392089284cac9 2024-12-17T08:10:06,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=2c62a19b7d7d8eb6e2eaa0b2121eaff5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,898 INFO [StoreOpener-5a1544c363958b460f3392089284cac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a1544c363958b460f3392089284cac9 2024-12-17T08:10:06,901 INFO [StoreOpener-5a1544c363958b460f3392089284cac9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1544c363958b460f3392089284cac9 columnFamilyName f 2024-12-17T08:10:06,901 DEBUG [StoreOpener-5a1544c363958b460f3392089284cac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:06,902 INFO [StoreOpener-5a1544c363958b460f3392089284cac9-1 {}] regionserver.HStore(327): Store=5a1544c363958b460f3392089284cac9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:06,902 INFO [StoreOpener-5a1544c363958b460f3392089284cac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5a1544c363958b460f3392089284cac9 2024-12-17T08:10:06,904 INFO [StoreOpener-5a1544c363958b460f3392089284cac9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1544c363958b460f3392089284cac9 columnFamilyName norep 2024-12-17T08:10:06,904 DEBUG [StoreOpener-5a1544c363958b460f3392089284cac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:06,905 INFO [StoreOpener-5a1544c363958b460f3392089284cac9-1 {}] regionserver.HStore(327): Store=5a1544c363958b460f3392089284cac9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:06,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=22 2024-12-17T08:10:06,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=22, state=SUCCESS; OpenRegionProcedure 2c62a19b7d7d8eb6e2eaa0b2121eaff5, server=c41f045e1357,45793,1734422994323 in 186 msec 2024-12-17T08:10:06,906 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/5a1544c363958b460f3392089284cac9 2024-12-17T08:10:06,907 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/5a1544c363958b460f3392089284cac9 2024-12-17T08:10:06,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2c62a19b7d7d8eb6e2eaa0b2121eaff5, ASSIGN in 367 msec 2024-12-17T08:10:06,909 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:06,911 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 5a1544c363958b460f3392089284cac9 2024-12-17T08:10:06,916 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/5a1544c363958b460f3392089284cac9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:06,916 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 5a1544c363958b460f3392089284cac9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64509628, jitterRate=-0.03873163461685181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:06,917 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 5a1544c363958b460f3392089284cac9: 2024-12-17T08:10:06,918 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734423003504.5a1544c363958b460f3392089284cac9., pid=52, masterSystemTime=1734423006853 2024-12-17T08:10:06,922 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. 2024-12-17T08:10:06,922 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. 2024-12-17T08:10:06,922 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. 2024-12-17T08:10:06,923 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 9e2c39913a1f9c67f148cd71622e8d5d, NAME => 'test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-17T08:10:06,923 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=5a1544c363958b460f3392089284cac9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,923 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9e2c39913a1f9c67f148cd71622e8d5d 2024-12-17T08:10:06,923 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:06,924 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 9e2c39913a1f9c67f148cd71622e8d5d 2024-12-17T08:10:06,924 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 9e2c39913a1f9c67f148cd71622e8d5d 2024-12-17T08:10:06,926 INFO [StoreOpener-9e2c39913a1f9c67f148cd71622e8d5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e2c39913a1f9c67f148cd71622e8d5d 2024-12-17T08:10:06,929 INFO [StoreOpener-9e2c39913a1f9c67f148cd71622e8d5d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e2c39913a1f9c67f148cd71622e8d5d columnFamilyName f 2024-12-17T08:10:06,929 DEBUG [StoreOpener-9e2c39913a1f9c67f148cd71622e8d5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:06,930 INFO [StoreOpener-9e2c39913a1f9c67f148cd71622e8d5d-1 {}] regionserver.HStore(327): Store=9e2c39913a1f9c67f148cd71622e8d5d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:06,930 INFO [StoreOpener-9e2c39913a1f9c67f148cd71622e8d5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9e2c39913a1f9c67f148cd71622e8d5d 2024-12-17T08:10:06,933 INFO [StoreOpener-9e2c39913a1f9c67f148cd71622e8d5d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e2c39913a1f9c67f148cd71622e8d5d columnFamilyName norep 2024-12-17T08:10:06,933 DEBUG [StoreOpener-9e2c39913a1f9c67f148cd71622e8d5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:06,934 INFO [StoreOpener-9e2c39913a1f9c67f148cd71622e8d5d-1 {}] regionserver.HStore(327): Store=9e2c39913a1f9c67f148cd71622e8d5d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:06,935 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/9e2c39913a1f9c67f148cd71622e8d5d 2024-12-17T08:10:06,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=16 2024-12-17T08:10:06,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=16, state=SUCCESS; OpenRegionProcedure 5a1544c363958b460f3392089284cac9, server=c41f045e1357,45793,1734422994323 in 193 msec 2024-12-17T08:10:06,937 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/9e2c39913a1f9c67f148cd71622e8d5d 2024-12-17T08:10:06,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5a1544c363958b460f3392089284cac9, ASSIGN in 398 msec 2024-12-17T08:10:06,939 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:06,941 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 9e2c39913a1f9c67f148cd71622e8d5d 2024-12-17T08:10:06,944 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/9e2c39913a1f9c67f148cd71622e8d5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:06,945 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 9e2c39913a1f9c67f148cd71622e8d5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63871205, jitterRate=-0.04824487864971161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:06,945 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 9e2c39913a1f9c67f148cd71622e8d5d: 2024-12-17T08:10:06,946 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d., pid=51, masterSystemTime=1734423006853 2024-12-17T08:10:06,949 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. 2024-12-17T08:10:06,949 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. 2024-12-17T08:10:06,949 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. 2024-12-17T08:10:06,949 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => c04774f41f9bb8ab4d94eaf6e1717fb1, NAME => 'test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-17T08:10:06,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=9e2c39913a1f9c67f148cd71622e8d5d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,949 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c04774f41f9bb8ab4d94eaf6e1717fb1 2024-12-17T08:10:06,950 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:06,950 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for c04774f41f9bb8ab4d94eaf6e1717fb1 2024-12-17T08:10:06,950 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for c04774f41f9bb8ab4d94eaf6e1717fb1 2024-12-17T08:10:06,953 INFO [StoreOpener-c04774f41f9bb8ab4d94eaf6e1717fb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c04774f41f9bb8ab4d94eaf6e1717fb1 2024-12-17T08:10:06,955 INFO [StoreOpener-c04774f41f9bb8ab4d94eaf6e1717fb1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c04774f41f9bb8ab4d94eaf6e1717fb1 columnFamilyName f 2024-12-17T08:10:06,955 DEBUG [StoreOpener-c04774f41f9bb8ab4d94eaf6e1717fb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:06,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=19 2024-12-17T08:10:06,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=19, state=SUCCESS; OpenRegionProcedure 9e2c39913a1f9c67f148cd71622e8d5d, server=c41f045e1357,45793,1734422994323 in 222 msec 2024-12-17T08:10:06,956 INFO [StoreOpener-c04774f41f9bb8ab4d94eaf6e1717fb1-1 {}] regionserver.HStore(327): Store=c04774f41f9bb8ab4d94eaf6e1717fb1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:06,956 INFO [StoreOpener-c04774f41f9bb8ab4d94eaf6e1717fb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c04774f41f9bb8ab4d94eaf6e1717fb1 2024-12-17T08:10:06,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9e2c39913a1f9c67f148cd71622e8d5d, ASSIGN in 417 msec 2024-12-17T08:10:06,958 INFO [StoreOpener-c04774f41f9bb8ab4d94eaf6e1717fb1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c04774f41f9bb8ab4d94eaf6e1717fb1 columnFamilyName norep 2024-12-17T08:10:06,958 DEBUG [StoreOpener-c04774f41f9bb8ab4d94eaf6e1717fb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:06,959 INFO [StoreOpener-c04774f41f9bb8ab4d94eaf6e1717fb1-1 {}] regionserver.HStore(327): Store=c04774f41f9bb8ab4d94eaf6e1717fb1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:06,960 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c04774f41f9bb8ab4d94eaf6e1717fb1 2024-12-17T08:10:06,960 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c04774f41f9bb8ab4d94eaf6e1717fb1 2024-12-17T08:10:06,962 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:06,963 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for c04774f41f9bb8ab4d94eaf6e1717fb1 2024-12-17T08:10:06,966 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c04774f41f9bb8ab4d94eaf6e1717fb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:06,967 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened c04774f41f9bb8ab4d94eaf6e1717fb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61418288, jitterRate=-0.08479619026184082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:06,967 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for c04774f41f9bb8ab4d94eaf6e1717fb1: 2024-12-17T08:10:06,968 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1., pid=57, masterSystemTime=1734423006853 2024-12-17T08:10:06,971 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. 2024-12-17T08:10:06,971 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. 2024-12-17T08:10:06,971 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. 2024-12-17T08:10:06,972 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 41bfcf58491d2543ef6866a729b60ee0, NAME => 'test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-17T08:10:06,972 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=c04774f41f9bb8ab4d94eaf6e1717fb1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,972 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 41bfcf58491d2543ef6866a729b60ee0 2024-12-17T08:10:06,972 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:06,972 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 41bfcf58491d2543ef6866a729b60ee0 2024-12-17T08:10:06,972 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 41bfcf58491d2543ef6866a729b60ee0 2024-12-17T08:10:06,975 INFO [StoreOpener-41bfcf58491d2543ef6866a729b60ee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41bfcf58491d2543ef6866a729b60ee0 2024-12-17T08:10:06,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=32 2024-12-17T08:10:06,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=32, state=SUCCESS; OpenRegionProcedure c04774f41f9bb8ab4d94eaf6e1717fb1, server=c41f045e1357,45793,1734422994323 in 226 msec 2024-12-17T08:10:06,977 INFO [StoreOpener-41bfcf58491d2543ef6866a729b60ee0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bfcf58491d2543ef6866a729b60ee0 columnFamilyName f 2024-12-17T08:10:06,978 DEBUG [StoreOpener-41bfcf58491d2543ef6866a729b60ee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:06,978 INFO [StoreOpener-41bfcf58491d2543ef6866a729b60ee0-1 {}] regionserver.HStore(327): Store=41bfcf58491d2543ef6866a729b60ee0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:06,978 INFO [StoreOpener-41bfcf58491d2543ef6866a729b60ee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 41bfcf58491d2543ef6866a729b60ee0 2024-12-17T08:10:06,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c04774f41f9bb8ab4d94eaf6e1717fb1, ASSIGN in 439 msec 2024-12-17T08:10:06,980 INFO [StoreOpener-41bfcf58491d2543ef6866a729b60ee0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bfcf58491d2543ef6866a729b60ee0 columnFamilyName norep 2024-12-17T08:10:06,980 DEBUG [StoreOpener-41bfcf58491d2543ef6866a729b60ee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:06,981 INFO [StoreOpener-41bfcf58491d2543ef6866a729b60ee0-1 {}] regionserver.HStore(327): Store=41bfcf58491d2543ef6866a729b60ee0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:06,982 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/41bfcf58491d2543ef6866a729b60ee0 2024-12-17T08:10:06,982 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/41bfcf58491d2543ef6866a729b60ee0 2024-12-17T08:10:06,984 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:06,985 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 41bfcf58491d2543ef6866a729b60ee0 2024-12-17T08:10:06,988 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/41bfcf58491d2543ef6866a729b60ee0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:06,989 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 41bfcf58491d2543ef6866a729b60ee0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61927059, jitterRate=-0.07721491158008575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:06,989 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 41bfcf58491d2543ef6866a729b60ee0: 2024-12-17T08:10:06,990 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0., pid=56, masterSystemTime=1734423006853 2024-12-17T08:10:06,993 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. 2024-12-17T08:10:06,993 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. 2024-12-17T08:10:06,993 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. 2024-12-17T08:10:06,993 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => c398f99cc14328ef19e0c3cfc4cd0052, NAME => 'test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-17T08:10:06,993 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=41bfcf58491d2543ef6866a729b60ee0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:06,994 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c398f99cc14328ef19e0c3cfc4cd0052 2024-12-17T08:10:06,994 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:06,994 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for c398f99cc14328ef19e0c3cfc4cd0052 2024-12-17T08:10:06,994 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for c398f99cc14328ef19e0c3cfc4cd0052 2024-12-17T08:10:06,996 INFO [StoreOpener-c398f99cc14328ef19e0c3cfc4cd0052-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c398f99cc14328ef19e0c3cfc4cd0052 2024-12-17T08:10:06,998 INFO [StoreOpener-c398f99cc14328ef19e0c3cfc4cd0052-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c398f99cc14328ef19e0c3cfc4cd0052 columnFamilyName f 2024-12-17T08:10:06,998 DEBUG [StoreOpener-c398f99cc14328ef19e0c3cfc4cd0052-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:06,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=34 2024-12-17T08:10:06,999 INFO [StoreOpener-c398f99cc14328ef19e0c3cfc4cd0052-1 {}] regionserver.HStore(327): Store=c398f99cc14328ef19e0c3cfc4cd0052/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:06,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=34, state=SUCCESS; OpenRegionProcedure 41bfcf58491d2543ef6866a729b60ee0, server=c41f045e1357,45793,1734422994323 in 249 msec 2024-12-17T08:10:06,999 INFO [StoreOpener-c398f99cc14328ef19e0c3cfc4cd0052-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c398f99cc14328ef19e0c3cfc4cd0052 2024-12-17T08:10:07,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=41bfcf58491d2543ef6866a729b60ee0, ASSIGN in 461 msec 2024-12-17T08:10:07,001 INFO [StoreOpener-c398f99cc14328ef19e0c3cfc4cd0052-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c398f99cc14328ef19e0c3cfc4cd0052 columnFamilyName norep 2024-12-17T08:10:07,001 DEBUG [StoreOpener-c398f99cc14328ef19e0c3cfc4cd0052-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,001 INFO [StoreOpener-c398f99cc14328ef19e0c3cfc4cd0052-1 {}] regionserver.HStore(327): Store=c398f99cc14328ef19e0c3cfc4cd0052/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,002 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c398f99cc14328ef19e0c3cfc4cd0052 2024-12-17T08:10:07,003 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c398f99cc14328ef19e0c3cfc4cd0052 2024-12-17T08:10:07,005 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,006 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for c398f99cc14328ef19e0c3cfc4cd0052 2024-12-17T08:10:07,008 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c398f99cc14328ef19e0c3cfc4cd0052/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,009 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened c398f99cc14328ef19e0c3cfc4cd0052; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60232042, jitterRate=-0.10247263312339783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,009 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for c398f99cc14328ef19e0c3cfc4cd0052: 2024-12-17T08:10:07,010 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052., pid=38, masterSystemTime=1734423006853 2024-12-17T08:10:07,012 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. 2024-12-17T08:10:07,012 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. 2024-12-17T08:10:07,013 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. 2024-12-17T08:10:07,013 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => c1652015aa88e26d591d0fdf473c2adb, NAME => 'test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-17T08:10:07,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=c398f99cc14328ef19e0c3cfc4cd0052, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,013 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1652015aa88e26d591d0fdf473c2adb 2024-12-17T08:10:07,013 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,014 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for c1652015aa88e26d591d0fdf473c2adb 2024-12-17T08:10:07,014 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for c1652015aa88e26d591d0fdf473c2adb 2024-12-17T08:10:07,016 INFO [StoreOpener-c1652015aa88e26d591d0fdf473c2adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1652015aa88e26d591d0fdf473c2adb 2024-12-17T08:10:07,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=12 2024-12-17T08:10:07,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=12, state=SUCCESS; OpenRegionProcedure c398f99cc14328ef19e0c3cfc4cd0052, server=c41f045e1357,45793,1734422994323 in 312 msec 2024-12-17T08:10:07,018 INFO [StoreOpener-c1652015aa88e26d591d0fdf473c2adb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1652015aa88e26d591d0fdf473c2adb columnFamilyName f 2024-12-17T08:10:07,018 DEBUG [StoreOpener-c1652015aa88e26d591d0fdf473c2adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,019 INFO [StoreOpener-c1652015aa88e26d591d0fdf473c2adb-1 {}] regionserver.HStore(327): Store=c1652015aa88e26d591d0fdf473c2adb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,019 INFO [StoreOpener-c1652015aa88e26d591d0fdf473c2adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1652015aa88e26d591d0fdf473c2adb 2024-12-17T08:10:07,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c398f99cc14328ef19e0c3cfc4cd0052, ASSIGN in 480 msec 2024-12-17T08:10:07,020 INFO [StoreOpener-c1652015aa88e26d591d0fdf473c2adb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1652015aa88e26d591d0fdf473c2adb columnFamilyName norep 2024-12-17T08:10:07,021 DEBUG [StoreOpener-c1652015aa88e26d591d0fdf473c2adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,021 INFO [StoreOpener-c1652015aa88e26d591d0fdf473c2adb-1 {}] regionserver.HStore(327): Store=c1652015aa88e26d591d0fdf473c2adb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,022 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c1652015aa88e26d591d0fdf473c2adb 2024-12-17T08:10:07,023 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c1652015aa88e26d591d0fdf473c2adb 2024-12-17T08:10:07,024 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,026 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for c1652015aa88e26d591d0fdf473c2adb 2024-12-17T08:10:07,029 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c1652015aa88e26d591d0fdf473c2adb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,030 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened c1652015aa88e26d591d0fdf473c2adb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74633752, jitterRate=0.1121295690536499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,030 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for c1652015aa88e26d591d0fdf473c2adb: 2024-12-17T08:10:07,031 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb., pid=60, masterSystemTime=1734423006853 2024-12-17T08:10:07,034 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. 2024-12-17T08:10:07,034 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. 2024-12-17T08:10:07,034 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. 2024-12-17T08:10:07,034 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 8a06dca2c86f44400e30bc5d6411ed73, NAME => 'test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-17T08:10:07,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=c1652015aa88e26d591d0fdf473c2adb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,034 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a06dca2c86f44400e30bc5d6411ed73 2024-12-17T08:10:07,034 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,035 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 8a06dca2c86f44400e30bc5d6411ed73 2024-12-17T08:10:07,035 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 8a06dca2c86f44400e30bc5d6411ed73 2024-12-17T08:10:07,037 INFO [StoreOpener-8a06dca2c86f44400e30bc5d6411ed73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a06dca2c86f44400e30bc5d6411ed73 2024-12-17T08:10:07,039 INFO [StoreOpener-8a06dca2c86f44400e30bc5d6411ed73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a06dca2c86f44400e30bc5d6411ed73 columnFamilyName f 2024-12-17T08:10:07,039 DEBUG [StoreOpener-8a06dca2c86f44400e30bc5d6411ed73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=28 2024-12-17T08:10:07,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=28, state=SUCCESS; OpenRegionProcedure c1652015aa88e26d591d0fdf473c2adb, server=c41f045e1357,45793,1734422994323 in 281 msec 2024-12-17T08:10:07,040 INFO [StoreOpener-8a06dca2c86f44400e30bc5d6411ed73-1 {}] regionserver.HStore(327): Store=8a06dca2c86f44400e30bc5d6411ed73/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,040 INFO [StoreOpener-8a06dca2c86f44400e30bc5d6411ed73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a06dca2c86f44400e30bc5d6411ed73 2024-12-17T08:10:07,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c1652015aa88e26d591d0fdf473c2adb, ASSIGN in 502 msec 2024-12-17T08:10:07,043 INFO [StoreOpener-8a06dca2c86f44400e30bc5d6411ed73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a06dca2c86f44400e30bc5d6411ed73 columnFamilyName norep 2024-12-17T08:10:07,043 DEBUG [StoreOpener-8a06dca2c86f44400e30bc5d6411ed73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,043 INFO [StoreOpener-8a06dca2c86f44400e30bc5d6411ed73-1 {}] regionserver.HStore(327): Store=8a06dca2c86f44400e30bc5d6411ed73/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,044 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/8a06dca2c86f44400e30bc5d6411ed73 2024-12-17T08:10:07,045 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/8a06dca2c86f44400e30bc5d6411ed73 2024-12-17T08:10:07,047 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,049 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 8a06dca2c86f44400e30bc5d6411ed73 2024-12-17T08:10:07,053 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/8a06dca2c86f44400e30bc5d6411ed73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,054 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 8a06dca2c86f44400e30bc5d6411ed73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63782642, jitterRate=-0.04956457018852234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,054 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 8a06dca2c86f44400e30bc5d6411ed73: 2024-12-17T08:10:07,056 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73., pid=42, masterSystemTime=1734423006853 2024-12-17T08:10:07,059 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. 2024-12-17T08:10:07,059 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. 2024-12-17T08:10:07,059 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. 2024-12-17T08:10:07,059 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => ab6c0ed9a8c89b14d3ed2e5c87f84297, NAME => 'test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-17T08:10:07,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=8a06dca2c86f44400e30bc5d6411ed73, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,060 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ab6c0ed9a8c89b14d3ed2e5c87f84297 2024-12-17T08:10:07,060 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,060 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for ab6c0ed9a8c89b14d3ed2e5c87f84297 2024-12-17T08:10:07,060 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for ab6c0ed9a8c89b14d3ed2e5c87f84297 2024-12-17T08:10:07,063 INFO [StoreOpener-ab6c0ed9a8c89b14d3ed2e5c87f84297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab6c0ed9a8c89b14d3ed2e5c87f84297 2024-12-17T08:10:07,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=21 2024-12-17T08:10:07,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=21, state=SUCCESS; OpenRegionProcedure 8a06dca2c86f44400e30bc5d6411ed73, server=c41f045e1357,45793,1734422994323 in 348 msec 2024-12-17T08:10:07,066 INFO [StoreOpener-ab6c0ed9a8c89b14d3ed2e5c87f84297-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab6c0ed9a8c89b14d3ed2e5c87f84297 columnFamilyName f 2024-12-17T08:10:07,066 DEBUG [StoreOpener-ab6c0ed9a8c89b14d3ed2e5c87f84297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,066 INFO [StoreOpener-ab6c0ed9a8c89b14d3ed2e5c87f84297-1 {}] regionserver.HStore(327): Store=ab6c0ed9a8c89b14d3ed2e5c87f84297/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,067 INFO [StoreOpener-ab6c0ed9a8c89b14d3ed2e5c87f84297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ab6c0ed9a8c89b14d3ed2e5c87f84297 2024-12-17T08:10:07,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8a06dca2c86f44400e30bc5d6411ed73, ASSIGN in 527 msec 2024-12-17T08:10:07,069 INFO [StoreOpener-ab6c0ed9a8c89b14d3ed2e5c87f84297-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab6c0ed9a8c89b14d3ed2e5c87f84297 columnFamilyName norep 2024-12-17T08:10:07,069 DEBUG [StoreOpener-ab6c0ed9a8c89b14d3ed2e5c87f84297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,070 INFO [StoreOpener-ab6c0ed9a8c89b14d3ed2e5c87f84297-1 {}] regionserver.HStore(327): Store=ab6c0ed9a8c89b14d3ed2e5c87f84297/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,071 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/ab6c0ed9a8c89b14d3ed2e5c87f84297 2024-12-17T08:10:07,071 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/ab6c0ed9a8c89b14d3ed2e5c87f84297 2024-12-17T08:10:07,073 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,075 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for ab6c0ed9a8c89b14d3ed2e5c87f84297 2024-12-17T08:10:07,078 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/ab6c0ed9a8c89b14d3ed2e5c87f84297/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,079 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened ab6c0ed9a8c89b14d3ed2e5c87f84297; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60830670, jitterRate=-0.09355238080024719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,079 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for ab6c0ed9a8c89b14d3ed2e5c87f84297: 2024-12-17T08:10:07,080 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297., pid=36, masterSystemTime=1734423006853 2024-12-17T08:10:07,082 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. 2024-12-17T08:10:07,082 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. 2024-12-17T08:10:07,083 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. 2024-12-17T08:10:07,083 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 1623c4ae3c1a886b653effd11503cb1d, NAME => 'test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-17T08:10:07,083 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1623c4ae3c1a886b653effd11503cb1d 2024-12-17T08:10:07,083 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,083 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=ab6c0ed9a8c89b14d3ed2e5c87f84297, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,083 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 1623c4ae3c1a886b653effd11503cb1d 2024-12-17T08:10:07,083 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 1623c4ae3c1a886b653effd11503cb1d 2024-12-17T08:10:07,085 INFO [StoreOpener-1623c4ae3c1a886b653effd11503cb1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1623c4ae3c1a886b653effd11503cb1d 2024-12-17T08:10:07,087 INFO [StoreOpener-1623c4ae3c1a886b653effd11503cb1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1623c4ae3c1a886b653effd11503cb1d columnFamilyName f 2024-12-17T08:10:07,087 DEBUG [StoreOpener-1623c4ae3c1a886b653effd11503cb1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,088 INFO [StoreOpener-1623c4ae3c1a886b653effd11503cb1d-1 {}] regionserver.HStore(327): Store=1623c4ae3c1a886b653effd11503cb1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,088 INFO [StoreOpener-1623c4ae3c1a886b653effd11503cb1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1623c4ae3c1a886b653effd11503cb1d 2024-12-17T08:10:07,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=13 2024-12-17T08:10:07,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=13, state=SUCCESS; OpenRegionProcedure ab6c0ed9a8c89b14d3ed2e5c87f84297, server=c41f045e1357,45793,1734422994323 in 386 msec 2024-12-17T08:10:07,089 INFO [StoreOpener-1623c4ae3c1a886b653effd11503cb1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1623c4ae3c1a886b653effd11503cb1d columnFamilyName norep 2024-12-17T08:10:07,089 DEBUG [StoreOpener-1623c4ae3c1a886b653effd11503cb1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,090 INFO [StoreOpener-1623c4ae3c1a886b653effd11503cb1d-1 {}] regionserver.HStore(327): Store=1623c4ae3c1a886b653effd11503cb1d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ab6c0ed9a8c89b14d3ed2e5c87f84297, ASSIGN in 551 msec 2024-12-17T08:10:07,091 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/1623c4ae3c1a886b653effd11503cb1d 2024-12-17T08:10:07,092 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/1623c4ae3c1a886b653effd11503cb1d 2024-12-17T08:10:07,093 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,094 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 1623c4ae3c1a886b653effd11503cb1d 2024-12-17T08:10:07,097 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/1623c4ae3c1a886b653effd11503cb1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,097 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 1623c4ae3c1a886b653effd11503cb1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71501765, jitterRate=0.06545932590961456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,098 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 1623c4ae3c1a886b653effd11503cb1d: 2024-12-17T08:10:07,099 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d., pid=48, masterSystemTime=1734423006853 2024-12-17T08:10:07,101 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. 2024-12-17T08:10:07,101 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. 2024-12-17T08:10:07,101 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. 2024-12-17T08:10:07,101 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 4b7f590072857030ad50f0284587e6c5, NAME => 'test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-17T08:10:07,101 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=1623c4ae3c1a886b653effd11503cb1d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,102 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b7f590072857030ad50f0284587e6c5 2024-12-17T08:10:07,102 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,102 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 4b7f590072857030ad50f0284587e6c5 2024-12-17T08:10:07,102 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 4b7f590072857030ad50f0284587e6c5 2024-12-17T08:10:07,104 INFO [StoreOpener-4b7f590072857030ad50f0284587e6c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b7f590072857030ad50f0284587e6c5 2024-12-17T08:10:07,106 INFO [StoreOpener-4b7f590072857030ad50f0284587e6c5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7f590072857030ad50f0284587e6c5 columnFamilyName f 2024-12-17T08:10:07,106 DEBUG [StoreOpener-4b7f590072857030ad50f0284587e6c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=31 2024-12-17T08:10:07,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=31, state=SUCCESS; OpenRegionProcedure 1623c4ae3c1a886b653effd11503cb1d, server=c41f045e1357,45793,1734422994323 in 377 msec 2024-12-17T08:10:07,107 INFO [StoreOpener-4b7f590072857030ad50f0284587e6c5-1 {}] regionserver.HStore(327): Store=4b7f590072857030ad50f0284587e6c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,107 INFO [StoreOpener-4b7f590072857030ad50f0284587e6c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b7f590072857030ad50f0284587e6c5 2024-12-17T08:10:07,109 INFO [StoreOpener-4b7f590072857030ad50f0284587e6c5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7f590072857030ad50f0284587e6c5 columnFamilyName norep 2024-12-17T08:10:07,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1623c4ae3c1a886b653effd11503cb1d, ASSIGN in 569 msec 2024-12-17T08:10:07,109 DEBUG [StoreOpener-4b7f590072857030ad50f0284587e6c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,109 INFO [StoreOpener-4b7f590072857030ad50f0284587e6c5-1 {}] regionserver.HStore(327): Store=4b7f590072857030ad50f0284587e6c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,110 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/4b7f590072857030ad50f0284587e6c5 2024-12-17T08:10:07,111 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/4b7f590072857030ad50f0284587e6c5 2024-12-17T08:10:07,112 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,113 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 4b7f590072857030ad50f0284587e6c5 2024-12-17T08:10:07,116 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/4b7f590072857030ad50f0284587e6c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,117 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 4b7f590072857030ad50f0284587e6c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71692868, jitterRate=0.06830698251724243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,117 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 4b7f590072857030ad50f0284587e6c5: 2024-12-17T08:10:07,118 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5., pid=53, masterSystemTime=1734423006853 2024-12-17T08:10:07,120 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. 2024-12-17T08:10:07,120 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. 2024-12-17T08:10:07,120 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. 2024-12-17T08:10:07,121 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 21bb94db52419575e199a3fa35b6504e, NAME => 'test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-17T08:10:07,121 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 21bb94db52419575e199a3fa35b6504e 2024-12-17T08:10:07,121 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,122 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 21bb94db52419575e199a3fa35b6504e 2024-12-17T08:10:07,122 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 21bb94db52419575e199a3fa35b6504e 2024-12-17T08:10:07,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=4b7f590072857030ad50f0284587e6c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,124 INFO [StoreOpener-21bb94db52419575e199a3fa35b6504e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21bb94db52419575e199a3fa35b6504e 2024-12-17T08:10:07,127 INFO [StoreOpener-21bb94db52419575e199a3fa35b6504e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21bb94db52419575e199a3fa35b6504e columnFamilyName f 2024-12-17T08:10:07,127 DEBUG [StoreOpener-21bb94db52419575e199a3fa35b6504e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,128 INFO [StoreOpener-21bb94db52419575e199a3fa35b6504e-1 {}] regionserver.HStore(327): Store=21bb94db52419575e199a3fa35b6504e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,128 INFO [StoreOpener-21bb94db52419575e199a3fa35b6504e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 21bb94db52419575e199a3fa35b6504e 2024-12-17T08:10:07,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=15 2024-12-17T08:10:07,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=15, state=SUCCESS; OpenRegionProcedure 4b7f590072857030ad50f0284587e6c5, server=c41f045e1357,45793,1734422994323 in 386 msec 2024-12-17T08:10:07,130 INFO [StoreOpener-21bb94db52419575e199a3fa35b6504e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21bb94db52419575e199a3fa35b6504e columnFamilyName norep 2024-12-17T08:10:07,130 DEBUG [StoreOpener-21bb94db52419575e199a3fa35b6504e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,130 INFO [StoreOpener-21bb94db52419575e199a3fa35b6504e-1 {}] regionserver.HStore(327): Store=21bb94db52419575e199a3fa35b6504e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4b7f590072857030ad50f0284587e6c5, ASSIGN in 591 msec 2024-12-17T08:10:07,131 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/21bb94db52419575e199a3fa35b6504e 2024-12-17T08:10:07,132 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/21bb94db52419575e199a3fa35b6504e 2024-12-17T08:10:07,133 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,135 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 21bb94db52419575e199a3fa35b6504e 2024-12-17T08:10:07,137 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/21bb94db52419575e199a3fa35b6504e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,138 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 21bb94db52419575e199a3fa35b6504e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68392629, jitterRate=0.019129589200019836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,138 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 21bb94db52419575e199a3fa35b6504e: 2024-12-17T08:10:07,139 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e., pid=39, masterSystemTime=1734423006853 2024-12-17T08:10:07,141 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. 2024-12-17T08:10:07,141 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. 2024-12-17T08:10:07,141 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. 2024-12-17T08:10:07,142 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 6bbfd3ff141626e7ce7a205067591337, NAME => 'test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-17T08:10:07,142 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6bbfd3ff141626e7ce7a205067591337 2024-12-17T08:10:07,142 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,142 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 6bbfd3ff141626e7ce7a205067591337 2024-12-17T08:10:07,142 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 6bbfd3ff141626e7ce7a205067591337 2024-12-17T08:10:07,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=21bb94db52419575e199a3fa35b6504e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,145 INFO [StoreOpener-6bbfd3ff141626e7ce7a205067591337-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6bbfd3ff141626e7ce7a205067591337 2024-12-17T08:10:07,145 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38021 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=c41f045e1357,45793,1734422994323, table=test, region=21bb94db52419575e199a3fa35b6504e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-17T08:10:07,147 INFO [StoreOpener-6bbfd3ff141626e7ce7a205067591337-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bbfd3ff141626e7ce7a205067591337 columnFamilyName f 2024-12-17T08:10:07,147 DEBUG [StoreOpener-6bbfd3ff141626e7ce7a205067591337-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,147 INFO [StoreOpener-6bbfd3ff141626e7ce7a205067591337-1 {}] regionserver.HStore(327): Store=6bbfd3ff141626e7ce7a205067591337/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,147 INFO [StoreOpener-6bbfd3ff141626e7ce7a205067591337-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6bbfd3ff141626e7ce7a205067591337 2024-12-17T08:10:07,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=18 2024-12-17T08:10:07,149 INFO [StoreOpener-6bbfd3ff141626e7ce7a205067591337-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bbfd3ff141626e7ce7a205067591337 columnFamilyName norep 2024-12-17T08:10:07,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=18, state=SUCCESS; OpenRegionProcedure 21bb94db52419575e199a3fa35b6504e, server=c41f045e1357,45793,1734422994323 in 443 msec 2024-12-17T08:10:07,149 DEBUG [StoreOpener-6bbfd3ff141626e7ce7a205067591337-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,150 INFO [StoreOpener-6bbfd3ff141626e7ce7a205067591337-1 {}] regionserver.HStore(327): Store=6bbfd3ff141626e7ce7a205067591337/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,151 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/6bbfd3ff141626e7ce7a205067591337 2024-12-17T08:10:07,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=21bb94db52419575e199a3fa35b6504e, ASSIGN in 611 msec 2024-12-17T08:10:07,151 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/6bbfd3ff141626e7ce7a205067591337 2024-12-17T08:10:07,153 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,154 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 6bbfd3ff141626e7ce7a205067591337 2024-12-17T08:10:07,156 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/6bbfd3ff141626e7ce7a205067591337/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,157 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 6bbfd3ff141626e7ce7a205067591337; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58917264, jitterRate=-0.12206435203552246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,157 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 6bbfd3ff141626e7ce7a205067591337: 2024-12-17T08:10:07,158 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337., pid=45, masterSystemTime=1734423006853 2024-12-17T08:10:07,160 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. 2024-12-17T08:10:07,161 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. 2024-12-17T08:10:07,161 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. 2024-12-17T08:10:07,161 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => c5f3c04a58ad988bf618053662a8db11, NAME => 'test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-17T08:10:07,161 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c5f3c04a58ad988bf618053662a8db11 2024-12-17T08:10:07,161 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,161 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for c5f3c04a58ad988bf618053662a8db11 2024-12-17T08:10:07,161 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for c5f3c04a58ad988bf618053662a8db11 2024-12-17T08:10:07,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=6bbfd3ff141626e7ce7a205067591337, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,164 INFO [StoreOpener-c5f3c04a58ad988bf618053662a8db11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c5f3c04a58ad988bf618053662a8db11 2024-12-17T08:10:07,166 INFO [StoreOpener-c5f3c04a58ad988bf618053662a8db11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5f3c04a58ad988bf618053662a8db11 columnFamilyName f 2024-12-17T08:10:07,167 DEBUG [StoreOpener-c5f3c04a58ad988bf618053662a8db11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,167 INFO [StoreOpener-c5f3c04a58ad988bf618053662a8db11-1 {}] regionserver.HStore(327): Store=c5f3c04a58ad988bf618053662a8db11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,167 INFO [StoreOpener-c5f3c04a58ad988bf618053662a8db11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c5f3c04a58ad988bf618053662a8db11 2024-12-17T08:10:07,169 INFO [StoreOpener-c5f3c04a58ad988bf618053662a8db11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5f3c04a58ad988bf618053662a8db11 columnFamilyName norep 2024-12-17T08:10:07,169 DEBUG [StoreOpener-c5f3c04a58ad988bf618053662a8db11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=14 2024-12-17T08:10:07,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=14, state=SUCCESS; OpenRegionProcedure 6bbfd3ff141626e7ce7a205067591337, server=c41f045e1357,45793,1734422994323 in 447 msec 2024-12-17T08:10:07,170 INFO [StoreOpener-c5f3c04a58ad988bf618053662a8db11-1 {}] regionserver.HStore(327): Store=c5f3c04a58ad988bf618053662a8db11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,172 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c5f3c04a58ad988bf618053662a8db11 2024-12-17T08:10:07,173 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c5f3c04a58ad988bf618053662a8db11 2024-12-17T08:10:07,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6bbfd3ff141626e7ce7a205067591337, ASSIGN in 632 msec 2024-12-17T08:10:07,174 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,176 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for c5f3c04a58ad988bf618053662a8db11 2024-12-17T08:10:07,180 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c5f3c04a58ad988bf618053662a8db11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,181 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened c5f3c04a58ad988bf618053662a8db11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66520497, jitterRate=-0.008767351508140564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,181 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for c5f3c04a58ad988bf618053662a8db11: 2024-12-17T08:10:07,182 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11., pid=50, masterSystemTime=1734423006853 2024-12-17T08:10:07,185 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=c5f3c04a58ad988bf618053662a8db11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,188 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. 2024-12-17T08:10:07,188 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. 2024-12-17T08:10:07,188 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. 2024-12-17T08:10:07,191 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => dbf313002ebcf7bb7c6b27cc06fc637a, NAME => 'test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-17T08:10:07,191 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dbf313002ebcf7bb7c6b27cc06fc637a 2024-12-17T08:10:07,192 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,192 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for dbf313002ebcf7bb7c6b27cc06fc637a 2024-12-17T08:10:07,192 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for dbf313002ebcf7bb7c6b27cc06fc637a 2024-12-17T08:10:07,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=29 2024-12-17T08:10:07,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=29, state=SUCCESS; OpenRegionProcedure c5f3c04a58ad988bf618053662a8db11, server=c41f045e1357,45793,1734422994323 in 459 msec 2024-12-17T08:10:07,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c5f3c04a58ad988bf618053662a8db11, ASSIGN in 655 msec 2024-12-17T08:10:07,195 INFO [StoreOpener-dbf313002ebcf7bb7c6b27cc06fc637a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dbf313002ebcf7bb7c6b27cc06fc637a 2024-12-17T08:10:07,197 INFO [StoreOpener-dbf313002ebcf7bb7c6b27cc06fc637a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf313002ebcf7bb7c6b27cc06fc637a columnFamilyName f 2024-12-17T08:10:07,197 DEBUG [StoreOpener-dbf313002ebcf7bb7c6b27cc06fc637a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,198 INFO [StoreOpener-dbf313002ebcf7bb7c6b27cc06fc637a-1 {}] regionserver.HStore(327): Store=dbf313002ebcf7bb7c6b27cc06fc637a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,198 INFO [StoreOpener-dbf313002ebcf7bb7c6b27cc06fc637a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dbf313002ebcf7bb7c6b27cc06fc637a 2024-12-17T08:10:07,200 INFO [StoreOpener-dbf313002ebcf7bb7c6b27cc06fc637a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbf313002ebcf7bb7c6b27cc06fc637a columnFamilyName norep 2024-12-17T08:10:07,201 DEBUG [StoreOpener-dbf313002ebcf7bb7c6b27cc06fc637a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,201 INFO [StoreOpener-dbf313002ebcf7bb7c6b27cc06fc637a-1 {}] regionserver.HStore(327): Store=dbf313002ebcf7bb7c6b27cc06fc637a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,202 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/dbf313002ebcf7bb7c6b27cc06fc637a 2024-12-17T08:10:07,203 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/dbf313002ebcf7bb7c6b27cc06fc637a 2024-12-17T08:10:07,205 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,206 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for dbf313002ebcf7bb7c6b27cc06fc637a 2024-12-17T08:10:07,209 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/dbf313002ebcf7bb7c6b27cc06fc637a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,210 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened dbf313002ebcf7bb7c6b27cc06fc637a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63936244, jitterRate=-0.04727572202682495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,210 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for dbf313002ebcf7bb7c6b27cc06fc637a: 2024-12-17T08:10:07,211 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a., pid=55, masterSystemTime=1734423006853 2024-12-17T08:10:07,214 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. 2024-12-17T08:10:07,214 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. 2024-12-17T08:10:07,214 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. 2024-12-17T08:10:07,214 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 491b6b8dd8f26b3c0f4267bd66fcc01d, NAME => 'test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-17T08:10:07,214 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=dbf313002ebcf7bb7c6b27cc06fc637a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,214 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 491b6b8dd8f26b3c0f4267bd66fcc01d 2024-12-17T08:10:07,214 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,215 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 491b6b8dd8f26b3c0f4267bd66fcc01d 2024-12-17T08:10:07,215 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 491b6b8dd8f26b3c0f4267bd66fcc01d 2024-12-17T08:10:07,217 INFO [StoreOpener-491b6b8dd8f26b3c0f4267bd66fcc01d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 491b6b8dd8f26b3c0f4267bd66fcc01d 2024-12-17T08:10:07,219 INFO [StoreOpener-491b6b8dd8f26b3c0f4267bd66fcc01d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 491b6b8dd8f26b3c0f4267bd66fcc01d columnFamilyName f 2024-12-17T08:10:07,219 DEBUG [StoreOpener-491b6b8dd8f26b3c0f4267bd66fcc01d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=35 2024-12-17T08:10:07,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=35, state=SUCCESS; OpenRegionProcedure dbf313002ebcf7bb7c6b27cc06fc637a, server=c41f045e1357,45793,1734422994323 in 472 msec 2024-12-17T08:10:07,220 INFO [StoreOpener-491b6b8dd8f26b3c0f4267bd66fcc01d-1 {}] regionserver.HStore(327): Store=491b6b8dd8f26b3c0f4267bd66fcc01d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dbf313002ebcf7bb7c6b27cc06fc637a, ASSIGN in 681 msec 2024-12-17T08:10:07,221 INFO [StoreOpener-491b6b8dd8f26b3c0f4267bd66fcc01d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 491b6b8dd8f26b3c0f4267bd66fcc01d 2024-12-17T08:10:07,223 INFO [StoreOpener-491b6b8dd8f26b3c0f4267bd66fcc01d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 491b6b8dd8f26b3c0f4267bd66fcc01d columnFamilyName norep 2024-12-17T08:10:07,223 DEBUG [StoreOpener-491b6b8dd8f26b3c0f4267bd66fcc01d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,223 INFO [StoreOpener-491b6b8dd8f26b3c0f4267bd66fcc01d-1 {}] regionserver.HStore(327): Store=491b6b8dd8f26b3c0f4267bd66fcc01d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,224 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/491b6b8dd8f26b3c0f4267bd66fcc01d 2024-12-17T08:10:07,225 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/491b6b8dd8f26b3c0f4267bd66fcc01d 2024-12-17T08:10:07,227 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,228 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 491b6b8dd8f26b3c0f4267bd66fcc01d 2024-12-17T08:10:07,231 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/491b6b8dd8f26b3c0f4267bd66fcc01d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,232 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 491b6b8dd8f26b3c0f4267bd66fcc01d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72484041, jitterRate=0.08009637892246246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,232 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 491b6b8dd8f26b3c0f4267bd66fcc01d: 2024-12-17T08:10:07,233 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d., pid=47, masterSystemTime=1734423006853 2024-12-17T08:10:07,236 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. 2024-12-17T08:10:07,236 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. 2024-12-17T08:10:07,236 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. 2024-12-17T08:10:07,236 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 30c9f092e041c88637fc0d7d35502769, NAME => 'test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-17T08:10:07,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=491b6b8dd8f26b3c0f4267bd66fcc01d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,237 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 30c9f092e041c88637fc0d7d35502769 2024-12-17T08:10:07,237 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,237 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 30c9f092e041c88637fc0d7d35502769 2024-12-17T08:10:07,237 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 30c9f092e041c88637fc0d7d35502769 2024-12-17T08:10:07,239 INFO [StoreOpener-30c9f092e041c88637fc0d7d35502769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 30c9f092e041c88637fc0d7d35502769 2024-12-17T08:10:07,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=26 2024-12-17T08:10:07,241 INFO [StoreOpener-30c9f092e041c88637fc0d7d35502769-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30c9f092e041c88637fc0d7d35502769 columnFamilyName f 2024-12-17T08:10:07,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=26, state=SUCCESS; OpenRegionProcedure 491b6b8dd8f26b3c0f4267bd66fcc01d, server=c41f045e1357,45793,1734422994323 in 513 msec 2024-12-17T08:10:07,241 DEBUG [StoreOpener-30c9f092e041c88637fc0d7d35502769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,242 INFO [StoreOpener-30c9f092e041c88637fc0d7d35502769-1 {}] regionserver.HStore(327): Store=30c9f092e041c88637fc0d7d35502769/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,242 INFO [StoreOpener-30c9f092e041c88637fc0d7d35502769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 30c9f092e041c88637fc0d7d35502769 2024-12-17T08:10:07,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=491b6b8dd8f26b3c0f4267bd66fcc01d, ASSIGN in 703 msec 2024-12-17T08:10:07,244 INFO [StoreOpener-30c9f092e041c88637fc0d7d35502769-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30c9f092e041c88637fc0d7d35502769 columnFamilyName norep 2024-12-17T08:10:07,244 DEBUG [StoreOpener-30c9f092e041c88637fc0d7d35502769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,245 INFO [StoreOpener-30c9f092e041c88637fc0d7d35502769-1 {}] regionserver.HStore(327): Store=30c9f092e041c88637fc0d7d35502769/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,246 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/30c9f092e041c88637fc0d7d35502769 2024-12-17T08:10:07,248 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/30c9f092e041c88637fc0d7d35502769 2024-12-17T08:10:07,249 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,251 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 30c9f092e041c88637fc0d7d35502769 2024-12-17T08:10:07,255 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/30c9f092e041c88637fc0d7d35502769/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,256 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 30c9f092e041c88637fc0d7d35502769; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73193474, jitterRate=0.09066775441169739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,256 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 30c9f092e041c88637fc0d7d35502769: 2024-12-17T08:10:07,258 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769., pid=54, masterSystemTime=1734423006853 2024-12-17T08:10:07,260 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. 2024-12-17T08:10:07,260 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. 2024-12-17T08:10:07,261 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. 2024-12-17T08:10:07,261 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 2703e2a397d0cfab40f69a553a0cff90, NAME => 'test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-17T08:10:07,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=30c9f092e041c88637fc0d7d35502769, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,261 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2703e2a397d0cfab40f69a553a0cff90 2024-12-17T08:10:07,261 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,262 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 2703e2a397d0cfab40f69a553a0cff90 2024-12-17T08:10:07,262 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 2703e2a397d0cfab40f69a553a0cff90 2024-12-17T08:10:07,264 INFO [StoreOpener-2703e2a397d0cfab40f69a553a0cff90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2703e2a397d0cfab40f69a553a0cff90 2024-12-17T08:10:07,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=20 2024-12-17T08:10:07,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=20, state=SUCCESS; OpenRegionProcedure 30c9f092e041c88637fc0d7d35502769, server=c41f045e1357,45793,1734422994323 in 521 msec 2024-12-17T08:10:07,268 INFO [StoreOpener-2703e2a397d0cfab40f69a553a0cff90-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2703e2a397d0cfab40f69a553a0cff90 columnFamilyName f 2024-12-17T08:10:07,268 DEBUG [StoreOpener-2703e2a397d0cfab40f69a553a0cff90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,269 INFO [StoreOpener-2703e2a397d0cfab40f69a553a0cff90-1 {}] regionserver.HStore(327): Store=2703e2a397d0cfab40f69a553a0cff90/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,269 INFO [StoreOpener-2703e2a397d0cfab40f69a553a0cff90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2703e2a397d0cfab40f69a553a0cff90 2024-12-17T08:10:07,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=30c9f092e041c88637fc0d7d35502769, ASSIGN in 729 msec 2024-12-17T08:10:07,271 INFO [StoreOpener-2703e2a397d0cfab40f69a553a0cff90-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2703e2a397d0cfab40f69a553a0cff90 columnFamilyName norep 2024-12-17T08:10:07,271 DEBUG [StoreOpener-2703e2a397d0cfab40f69a553a0cff90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,272 INFO [StoreOpener-2703e2a397d0cfab40f69a553a0cff90-1 {}] regionserver.HStore(327): Store=2703e2a397d0cfab40f69a553a0cff90/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,273 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/2703e2a397d0cfab40f69a553a0cff90 2024-12-17T08:10:07,274 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/2703e2a397d0cfab40f69a553a0cff90 2024-12-17T08:10:07,275 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,278 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 2703e2a397d0cfab40f69a553a0cff90 2024-12-17T08:10:07,282 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/2703e2a397d0cfab40f69a553a0cff90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,282 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 2703e2a397d0cfab40f69a553a0cff90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69845921, jitterRate=0.040785327553749084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,283 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 2703e2a397d0cfab40f69a553a0cff90: 2024-12-17T08:10:07,284 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90., pid=58, masterSystemTime=1734423006853 2024-12-17T08:10:07,286 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. 2024-12-17T08:10:07,287 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. 2024-12-17T08:10:07,287 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. 2024-12-17T08:10:07,287 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => dc8eb2ac962dc78accb4bceae1af9d88, NAME => 'test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-17T08:10:07,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=2703e2a397d0cfab40f69a553a0cff90, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,287 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dc8eb2ac962dc78accb4bceae1af9d88 2024-12-17T08:10:07,287 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,288 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for dc8eb2ac962dc78accb4bceae1af9d88 2024-12-17T08:10:07,288 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for dc8eb2ac962dc78accb4bceae1af9d88 2024-12-17T08:10:07,290 INFO [StoreOpener-dc8eb2ac962dc78accb4bceae1af9d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dc8eb2ac962dc78accb4bceae1af9d88 2024-12-17T08:10:07,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=17 2024-12-17T08:10:07,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=17, state=SUCCESS; OpenRegionProcedure 2703e2a397d0cfab40f69a553a0cff90, server=c41f045e1357,45793,1734422994323 in 536 msec 2024-12-17T08:10:07,293 INFO [StoreOpener-dc8eb2ac962dc78accb4bceae1af9d88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc8eb2ac962dc78accb4bceae1af9d88 columnFamilyName f 2024-12-17T08:10:07,293 DEBUG [StoreOpener-dc8eb2ac962dc78accb4bceae1af9d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,294 INFO [StoreOpener-dc8eb2ac962dc78accb4bceae1af9d88-1 {}] regionserver.HStore(327): Store=dc8eb2ac962dc78accb4bceae1af9d88/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2703e2a397d0cfab40f69a553a0cff90, ASSIGN in 754 msec 2024-12-17T08:10:07,294 INFO [StoreOpener-dc8eb2ac962dc78accb4bceae1af9d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dc8eb2ac962dc78accb4bceae1af9d88 2024-12-17T08:10:07,296 INFO [StoreOpener-dc8eb2ac962dc78accb4bceae1af9d88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc8eb2ac962dc78accb4bceae1af9d88 columnFamilyName norep 2024-12-17T08:10:07,296 DEBUG [StoreOpener-dc8eb2ac962dc78accb4bceae1af9d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,296 INFO [StoreOpener-dc8eb2ac962dc78accb4bceae1af9d88-1 {}] regionserver.HStore(327): Store=dc8eb2ac962dc78accb4bceae1af9d88/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,298 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/dc8eb2ac962dc78accb4bceae1af9d88 2024-12-17T08:10:07,299 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/dc8eb2ac962dc78accb4bceae1af9d88 2024-12-17T08:10:07,300 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,302 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for dc8eb2ac962dc78accb4bceae1af9d88 2024-12-17T08:10:07,304 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/dc8eb2ac962dc78accb4bceae1af9d88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,305 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened dc8eb2ac962dc78accb4bceae1af9d88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67982931, jitterRate=0.01302461326122284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,305 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for dc8eb2ac962dc78accb4bceae1af9d88: 2024-12-17T08:10:07,306 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88., pid=40, masterSystemTime=1734423006853 2024-12-17T08:10:07,309 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. 2024-12-17T08:10:07,309 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. 2024-12-17T08:10:07,310 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. 2024-12-17T08:10:07,310 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=dc8eb2ac962dc78accb4bceae1af9d88, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,310 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => c46e1438392a0fb33e991090a39d734a, NAME => 'test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-17T08:10:07,310 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c46e1438392a0fb33e991090a39d734a 2024-12-17T08:10:07,310 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,311 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for c46e1438392a0fb33e991090a39d734a 2024-12-17T08:10:07,311 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for c46e1438392a0fb33e991090a39d734a 2024-12-17T08:10:07,314 INFO [StoreOpener-c46e1438392a0fb33e991090a39d734a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c46e1438392a0fb33e991090a39d734a 2024-12-17T08:10:07,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=27 2024-12-17T08:10:07,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=27, state=SUCCESS; OpenRegionProcedure dc8eb2ac962dc78accb4bceae1af9d88, server=c41f045e1357,45793,1734422994323 in 607 msec 2024-12-17T08:10:07,316 INFO [StoreOpener-c46e1438392a0fb33e991090a39d734a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c46e1438392a0fb33e991090a39d734a columnFamilyName f 2024-12-17T08:10:07,316 DEBUG [StoreOpener-c46e1438392a0fb33e991090a39d734a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,316 INFO [StoreOpener-c46e1438392a0fb33e991090a39d734a-1 {}] regionserver.HStore(327): Store=c46e1438392a0fb33e991090a39d734a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,317 INFO [StoreOpener-c46e1438392a0fb33e991090a39d734a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c46e1438392a0fb33e991090a39d734a 2024-12-17T08:10:07,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dc8eb2ac962dc78accb4bceae1af9d88, ASSIGN in 777 msec 2024-12-17T08:10:07,319 INFO [StoreOpener-c46e1438392a0fb33e991090a39d734a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c46e1438392a0fb33e991090a39d734a columnFamilyName norep 2024-12-17T08:10:07,319 DEBUG [StoreOpener-c46e1438392a0fb33e991090a39d734a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,319 INFO [StoreOpener-c46e1438392a0fb33e991090a39d734a-1 {}] regionserver.HStore(327): Store=c46e1438392a0fb33e991090a39d734a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,321 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c46e1438392a0fb33e991090a39d734a 2024-12-17T08:10:07,321 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c46e1438392a0fb33e991090a39d734a 2024-12-17T08:10:07,323 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,324 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for c46e1438392a0fb33e991090a39d734a 2024-12-17T08:10:07,327 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c46e1438392a0fb33e991090a39d734a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,328 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened c46e1438392a0fb33e991090a39d734a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62205003, jitterRate=-0.07307322323322296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,328 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for c46e1438392a0fb33e991090a39d734a: 2024-12-17T08:10:07,329 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a., pid=46, masterSystemTime=1734423006853 2024-12-17T08:10:07,331 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. 2024-12-17T08:10:07,332 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. 2024-12-17T08:10:07,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=c46e1438392a0fb33e991090a39d734a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,332 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. 2024-12-17T08:10:07,332 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 6785d7497c8b767d153b8c6acf926200, NAME => 'test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-17T08:10:07,333 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6785d7497c8b767d153b8c6acf926200 2024-12-17T08:10:07,333 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,333 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 6785d7497c8b767d153b8c6acf926200 2024-12-17T08:10:07,333 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 6785d7497c8b767d153b8c6acf926200 2024-12-17T08:10:07,336 INFO [StoreOpener-6785d7497c8b767d153b8c6acf926200-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6785d7497c8b767d153b8c6acf926200 2024-12-17T08:10:07,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=23 2024-12-17T08:10:07,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=23, state=SUCCESS; OpenRegionProcedure c46e1438392a0fb33e991090a39d734a, server=c41f045e1357,45793,1734422994323 in 614 msec 2024-12-17T08:10:07,338 INFO [StoreOpener-6785d7497c8b767d153b8c6acf926200-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6785d7497c8b767d153b8c6acf926200 columnFamilyName f 2024-12-17T08:10:07,338 DEBUG [StoreOpener-6785d7497c8b767d153b8c6acf926200-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,339 INFO [StoreOpener-6785d7497c8b767d153b8c6acf926200-1 {}] regionserver.HStore(327): Store=6785d7497c8b767d153b8c6acf926200/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c46e1438392a0fb33e991090a39d734a, ASSIGN in 799 msec 2024-12-17T08:10:07,339 INFO [StoreOpener-6785d7497c8b767d153b8c6acf926200-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6785d7497c8b767d153b8c6acf926200 2024-12-17T08:10:07,341 INFO [StoreOpener-6785d7497c8b767d153b8c6acf926200-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6785d7497c8b767d153b8c6acf926200 columnFamilyName norep 2024-12-17T08:10:07,341 DEBUG [StoreOpener-6785d7497c8b767d153b8c6acf926200-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,341 INFO [StoreOpener-6785d7497c8b767d153b8c6acf926200-1 {}] regionserver.HStore(327): Store=6785d7497c8b767d153b8c6acf926200/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,342 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/6785d7497c8b767d153b8c6acf926200 2024-12-17T08:10:07,343 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/6785d7497c8b767d153b8c6acf926200 2024-12-17T08:10:07,344 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,345 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 6785d7497c8b767d153b8c6acf926200 2024-12-17T08:10:07,348 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/6785d7497c8b767d153b8c6acf926200/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,348 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 6785d7497c8b767d153b8c6acf926200; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74414615, jitterRate=0.10886417329311371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,348 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 6785d7497c8b767d153b8c6acf926200: 2024-12-17T08:10:07,349 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200., pid=61, masterSystemTime=1734423006853 2024-12-17T08:10:07,353 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. 2024-12-17T08:10:07,353 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. 2024-12-17T08:10:07,353 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. 2024-12-17T08:10:07,353 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 7fabb89931d5a955eaf5775a62e61e32, NAME => 'test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-17T08:10:07,354 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fabb89931d5a955eaf5775a62e61e32 2024-12-17T08:10:07,354 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,354 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 7fabb89931d5a955eaf5775a62e61e32 2024-12-17T08:10:07,354 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 7fabb89931d5a955eaf5775a62e61e32 2024-12-17T08:10:07,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=6785d7497c8b767d153b8c6acf926200, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,357 INFO [StoreOpener-7fabb89931d5a955eaf5775a62e61e32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fabb89931d5a955eaf5775a62e61e32 2024-12-17T08:10:07,359 INFO [StoreOpener-7fabb89931d5a955eaf5775a62e61e32-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fabb89931d5a955eaf5775a62e61e32 columnFamilyName f 2024-12-17T08:10:07,359 DEBUG [StoreOpener-7fabb89931d5a955eaf5775a62e61e32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,360 INFO [StoreOpener-7fabb89931d5a955eaf5775a62e61e32-1 {}] regionserver.HStore(327): Store=7fabb89931d5a955eaf5775a62e61e32/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,360 INFO [StoreOpener-7fabb89931d5a955eaf5775a62e61e32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fabb89931d5a955eaf5775a62e61e32 2024-12-17T08:10:07,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=25 2024-12-17T08:10:07,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=25, state=SUCCESS; OpenRegionProcedure 6785d7497c8b767d153b8c6acf926200, server=c41f045e1357,45793,1734422994323 in 602 msec 2024-12-17T08:10:07,363 INFO [StoreOpener-7fabb89931d5a955eaf5775a62e61e32-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fabb89931d5a955eaf5775a62e61e32 columnFamilyName norep 2024-12-17T08:10:07,363 DEBUG [StoreOpener-7fabb89931d5a955eaf5775a62e61e32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6785d7497c8b767d153b8c6acf926200, ASSIGN in 824 msec 2024-12-17T08:10:07,363 INFO [StoreOpener-7fabb89931d5a955eaf5775a62e61e32-1 {}] regionserver.HStore(327): Store=7fabb89931d5a955eaf5775a62e61e32/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,364 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/7fabb89931d5a955eaf5775a62e61e32 2024-12-17T08:10:07,365 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/7fabb89931d5a955eaf5775a62e61e32 2024-12-17T08:10:07,366 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,367 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 7fabb89931d5a955eaf5775a62e61e32 2024-12-17T08:10:07,370 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/7fabb89931d5a955eaf5775a62e61e32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,371 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 7fabb89931d5a955eaf5775a62e61e32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70954407, jitterRate=0.0573030561208725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,371 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 7fabb89931d5a955eaf5775a62e61e32: 2024-12-17T08:10:07,372 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32., pid=59, masterSystemTime=1734423006853 2024-12-17T08:10:07,374 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. 2024-12-17T08:10:07,374 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. 2024-12-17T08:10:07,374 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. 2024-12-17T08:10:07,374 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 10e2f7c1db42c35b7c3d4a16627517a9, NAME => 'test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-17T08:10:07,375 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=7fabb89931d5a955eaf5775a62e61e32, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,375 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 10e2f7c1db42c35b7c3d4a16627517a9 2024-12-17T08:10:07,375 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,375 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 10e2f7c1db42c35b7c3d4a16627517a9 2024-12-17T08:10:07,375 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 10e2f7c1db42c35b7c3d4a16627517a9 2024-12-17T08:10:07,377 INFO [StoreOpener-10e2f7c1db42c35b7c3d4a16627517a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 10e2f7c1db42c35b7c3d4a16627517a9 2024-12-17T08:10:07,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=24 2024-12-17T08:10:07,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=24, state=SUCCESS; OpenRegionProcedure 7fabb89931d5a955eaf5775a62e61e32, server=c41f045e1357,45793,1734422994323 in 621 msec 2024-12-17T08:10:07,379 INFO [StoreOpener-10e2f7c1db42c35b7c3d4a16627517a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e2f7c1db42c35b7c3d4a16627517a9 columnFamilyName f 2024-12-17T08:10:07,380 DEBUG [StoreOpener-10e2f7c1db42c35b7c3d4a16627517a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,381 INFO [StoreOpener-10e2f7c1db42c35b7c3d4a16627517a9-1 {}] regionserver.HStore(327): Store=10e2f7c1db42c35b7c3d4a16627517a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,381 INFO [StoreOpener-10e2f7c1db42c35b7c3d4a16627517a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 10e2f7c1db42c35b7c3d4a16627517a9 2024-12-17T08:10:07,383 INFO [StoreOpener-10e2f7c1db42c35b7c3d4a16627517a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e2f7c1db42c35b7c3d4a16627517a9 columnFamilyName norep 2024-12-17T08:10:07,383 DEBUG [StoreOpener-10e2f7c1db42c35b7c3d4a16627517a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,384 INFO [StoreOpener-10e2f7c1db42c35b7c3d4a16627517a9-1 {}] regionserver.HStore(327): Store=10e2f7c1db42c35b7c3d4a16627517a9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,385 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/10e2f7c1db42c35b7c3d4a16627517a9 2024-12-17T08:10:07,386 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/10e2f7c1db42c35b7c3d4a16627517a9 2024-12-17T08:10:07,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7fabb89931d5a955eaf5775a62e61e32, ASSIGN in 841 msec 2024-12-17T08:10:07,387 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,389 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 10e2f7c1db42c35b7c3d4a16627517a9 2024-12-17T08:10:07,392 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/10e2f7c1db42c35b7c3d4a16627517a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,393 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 10e2f7c1db42c35b7c3d4a16627517a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67968493, jitterRate=0.012809470295906067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,393 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 10e2f7c1db42c35b7c3d4a16627517a9: 2024-12-17T08:10:07,394 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9., pid=37, masterSystemTime=1734423006853 2024-12-17T08:10:07,397 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. 2024-12-17T08:10:07,397 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. 2024-12-17T08:10:07,397 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. 2024-12-17T08:10:07,397 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=10e2f7c1db42c35b7c3d4a16627517a9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,397 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 4b80b827fcb4f29a69a3e57c81ac8f11, NAME => 'test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-17T08:10:07,398 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b80b827fcb4f29a69a3e57c81ac8f11 2024-12-17T08:10:07,398 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,398 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 4b80b827fcb4f29a69a3e57c81ac8f11 2024-12-17T08:10:07,398 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 4b80b827fcb4f29a69a3e57c81ac8f11 2024-12-17T08:10:07,401 INFO [StoreOpener-4b80b827fcb4f29a69a3e57c81ac8f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b80b827fcb4f29a69a3e57c81ac8f11 2024-12-17T08:10:07,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=30 2024-12-17T08:10:07,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=30, state=SUCCESS; OpenRegionProcedure 10e2f7c1db42c35b7c3d4a16627517a9, server=c41f045e1357,45793,1734422994323 in 698 msec 2024-12-17T08:10:07,404 INFO [StoreOpener-4b80b827fcb4f29a69a3e57c81ac8f11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b80b827fcb4f29a69a3e57c81ac8f11 columnFamilyName f 2024-12-17T08:10:07,404 DEBUG [StoreOpener-4b80b827fcb4f29a69a3e57c81ac8f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,405 INFO [StoreOpener-4b80b827fcb4f29a69a3e57c81ac8f11-1 {}] regionserver.HStore(327): Store=4b80b827fcb4f29a69a3e57c81ac8f11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,405 INFO [StoreOpener-4b80b827fcb4f29a69a3e57c81ac8f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b80b827fcb4f29a69a3e57c81ac8f11 2024-12-17T08:10:07,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=10e2f7c1db42c35b7c3d4a16627517a9, ASSIGN in 866 msec 2024-12-17T08:10:07,407 INFO [StoreOpener-4b80b827fcb4f29a69a3e57c81ac8f11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b80b827fcb4f29a69a3e57c81ac8f11 columnFamilyName norep 2024-12-17T08:10:07,407 DEBUG [StoreOpener-4b80b827fcb4f29a69a3e57c81ac8f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,407 INFO [StoreOpener-4b80b827fcb4f29a69a3e57c81ac8f11-1 {}] regionserver.HStore(327): Store=4b80b827fcb4f29a69a3e57c81ac8f11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,408 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/4b80b827fcb4f29a69a3e57c81ac8f11 2024-12-17T08:10:07,409 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/4b80b827fcb4f29a69a3e57c81ac8f11 2024-12-17T08:10:07,410 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,411 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 4b80b827fcb4f29a69a3e57c81ac8f11 2024-12-17T08:10:07,414 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/4b80b827fcb4f29a69a3e57c81ac8f11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,415 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 4b80b827fcb4f29a69a3e57c81ac8f11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74146478, jitterRate=0.10486862063407898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,415 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 4b80b827fcb4f29a69a3e57c81ac8f11: 2024-12-17T08:10:07,416 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11., pid=49, masterSystemTime=1734423006853 2024-12-17T08:10:07,418 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. 2024-12-17T08:10:07,419 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. 2024-12-17T08:10:07,419 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. 2024-12-17T08:10:07,419 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 390088934b40717ba4c6e97c081caa83, NAME => 'test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-17T08:10:07,419 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=4b80b827fcb4f29a69a3e57c81ac8f11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,419 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 390088934b40717ba4c6e97c081caa83 2024-12-17T08:10:07,419 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,420 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 390088934b40717ba4c6e97c081caa83 2024-12-17T08:10:07,420 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 390088934b40717ba4c6e97c081caa83 2024-12-17T08:10:07,422 INFO [StoreOpener-390088934b40717ba4c6e97c081caa83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 390088934b40717ba4c6e97c081caa83 2024-12-17T08:10:07,425 INFO [StoreOpener-390088934b40717ba4c6e97c081caa83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390088934b40717ba4c6e97c081caa83 columnFamilyName f 2024-12-17T08:10:07,425 DEBUG [StoreOpener-390088934b40717ba4c6e97c081caa83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,425 INFO [StoreOpener-390088934b40717ba4c6e97c081caa83-1 {}] regionserver.HStore(327): Store=390088934b40717ba4c6e97c081caa83/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=33 2024-12-17T08:10:07,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=33, state=SUCCESS; OpenRegionProcedure 4b80b827fcb4f29a69a3e57c81ac8f11, server=c41f045e1357,45793,1734422994323 in 695 msec 2024-12-17T08:10:07,426 INFO [StoreOpener-390088934b40717ba4c6e97c081caa83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 390088934b40717ba4c6e97c081caa83 2024-12-17T08:10:07,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4b80b827fcb4f29a69a3e57c81ac8f11, ASSIGN in 888 msec 2024-12-17T08:10:07,428 INFO [StoreOpener-390088934b40717ba4c6e97c081caa83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390088934b40717ba4c6e97c081caa83 columnFamilyName norep 2024-12-17T08:10:07,428 DEBUG [StoreOpener-390088934b40717ba4c6e97c081caa83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,429 INFO [StoreOpener-390088934b40717ba4c6e97c081caa83-1 {}] regionserver.HStore(327): Store=390088934b40717ba4c6e97c081caa83/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,430 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/390088934b40717ba4c6e97c081caa83 2024-12-17T08:10:07,430 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/390088934b40717ba4c6e97c081caa83 2024-12-17T08:10:07,432 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,434 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 390088934b40717ba4c6e97c081caa83 2024-12-17T08:10:07,437 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/390088934b40717ba4c6e97c081caa83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,437 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 390088934b40717ba4c6e97c081caa83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58863674, jitterRate=-0.12286290526390076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,437 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 390088934b40717ba4c6e97c081caa83: 2024-12-17T08:10:07,439 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83., pid=41, masterSystemTime=1734423006853 2024-12-17T08:10:07,441 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. 2024-12-17T08:10:07,441 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. 2024-12-17T08:10:07,441 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. 2024-12-17T08:10:07,441 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => bbe22ee11156c4b4519843f56ff9ab48, NAME => 'test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-17T08:10:07,441 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=390088934b40717ba4c6e97c081caa83, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,441 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bbe22ee11156c4b4519843f56ff9ab48 2024-12-17T08:10:07,441 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:07,441 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for bbe22ee11156c4b4519843f56ff9ab48 2024-12-17T08:10:07,442 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for bbe22ee11156c4b4519843f56ff9ab48 2024-12-17T08:10:07,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=11 2024-12-17T08:10:07,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=11, state=SUCCESS; OpenRegionProcedure 390088934b40717ba4c6e97c081caa83, server=c41f045e1357,45793,1734422994323 in 735 msec 2024-12-17T08:10:07,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=390088934b40717ba4c6e97c081caa83, ASSIGN in 908 msec 2024-12-17T08:10:07,448 INFO [StoreOpener-bbe22ee11156c4b4519843f56ff9ab48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bbe22ee11156c4b4519843f56ff9ab48 2024-12-17T08:10:07,450 INFO [StoreOpener-bbe22ee11156c4b4519843f56ff9ab48-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbe22ee11156c4b4519843f56ff9ab48 columnFamilyName f 2024-12-17T08:10:07,450 DEBUG [StoreOpener-bbe22ee11156c4b4519843f56ff9ab48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,451 INFO [StoreOpener-bbe22ee11156c4b4519843f56ff9ab48-1 {}] regionserver.HStore(327): Store=bbe22ee11156c4b4519843f56ff9ab48/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,451 INFO [StoreOpener-bbe22ee11156c4b4519843f56ff9ab48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bbe22ee11156c4b4519843f56ff9ab48 2024-12-17T08:10:07,453 INFO [StoreOpener-bbe22ee11156c4b4519843f56ff9ab48-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbe22ee11156c4b4519843f56ff9ab48 columnFamilyName norep 2024-12-17T08:10:07,453 DEBUG [StoreOpener-bbe22ee11156c4b4519843f56ff9ab48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,453 INFO [StoreOpener-bbe22ee11156c4b4519843f56ff9ab48-1 {}] regionserver.HStore(327): Store=bbe22ee11156c4b4519843f56ff9ab48/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:07,455 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/bbe22ee11156c4b4519843f56ff9ab48 2024-12-17T08:10:07,455 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/bbe22ee11156c4b4519843f56ff9ab48 2024-12-17T08:10:07,457 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:07,461 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for bbe22ee11156c4b4519843f56ff9ab48 2024-12-17T08:10:07,465 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/bbe22ee11156c4b4519843f56ff9ab48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:07,466 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened bbe22ee11156c4b4519843f56ff9ab48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73525895, jitterRate=0.09562121331691742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:07,466 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for bbe22ee11156c4b4519843f56ff9ab48: 2024-12-17T08:10:07,468 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48., pid=44, masterSystemTime=1734423006853 2024-12-17T08:10:07,470 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. 2024-12-17T08:10:07,470 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. 2024-12-17T08:10:07,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=bbe22ee11156c4b4519843f56ff9ab48, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:07,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=10 2024-12-17T08:10:07,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=10, state=SUCCESS; OpenRegionProcedure bbe22ee11156c4b4519843f56ff9ab48, server=c41f045e1357,45793,1734422994323 in 757 msec 2024-12-17T08:10:07,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-17T08:10:07,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bbe22ee11156c4b4519843f56ff9ab48, ASSIGN in 938 msec 2024-12-17T08:10:07,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:10:07,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423007479"}]},"ts":"1734423007479"} 2024-12-17T08:10:07,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-17T08:10:07,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:10:07,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 3.9780 sec 2024-12-17T08:10:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:07,635 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-17T08:10:07,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-17T08:10:07,637 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-17T08:10:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-17T08:10:07,652 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-17T08:10:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-17T08:10:07,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T08:10:07,656 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T08:10:07,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:10:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-17T08:10:07,662 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:10:07,662 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:07,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-17T08:10:07,663 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:10:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:07,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741837_1013 (size=631) 2024-12-17T08:10:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:08,078 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8cb8ad680102092f86f38dcf876f34a5, NAME => 'test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:08,079 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c5df92fdd71d2c36165071814354ac79, NAME => 'test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:08,080 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2445f039310857a9c05f5f6b6ceb8d8a, NAME => 'test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:08,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741838_1014 (size=45) 2024-12-17T08:10:08,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741839_1015 (size=42) 2024-12-17T08:10:08,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741840_1016 (size=45) 2024-12-17T08:10:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:08,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:08,503 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:08,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8cb8ad680102092f86f38dcf876f34a5, disabling compactions & flushes 2024-12-17T08:10:08,503 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c5df92fdd71d2c36165071814354ac79, disabling compactions & flushes 2024-12-17T08:10:08,503 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. 2024-12-17T08:10:08,503 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. 2024-12-17T08:10:08,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. 2024-12-17T08:10:08,503 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. 2024-12-17T08:10:08,503 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. after waiting 0 ms 2024-12-17T08:10:08,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. after waiting 0 ms 2024-12-17T08:10:08,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. 2024-12-17T08:10:08,503 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. 2024-12-17T08:10:08,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. 2024-12-17T08:10:08,504 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. 2024-12-17T08:10:08,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8cb8ad680102092f86f38dcf876f34a5: 2024-12-17T08:10:08,504 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c5df92fdd71d2c36165071814354ac79: 2024-12-17T08:10:08,504 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3cd396414ec978c4c562d68da48c6b89, NAME => 'test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:08,505 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:08,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 29ed8db3e6327df7cb74263fc9857ca6, NAME => 'test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:08,505 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2445f039310857a9c05f5f6b6ceb8d8a, disabling compactions & flushes 2024-12-17T08:10:08,505 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. 2024-12-17T08:10:08,505 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. 2024-12-17T08:10:08,505 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. after waiting 0 ms 2024-12-17T08:10:08,505 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. 2024-12-17T08:10:08,505 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. 2024-12-17T08:10:08,505 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2445f039310857a9c05f5f6b6ceb8d8a: 2024-12-17T08:10:08,506 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e34f45f47784b29e5ffbf709f2866e25, NAME => 'test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:08,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741841_1017 (size=45) 2024-12-17T08:10:08,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741842_1018 (size=45) 2024-12-17T08:10:08,517 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:08,517 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3cd396414ec978c4c562d68da48c6b89, disabling compactions & flushes 2024-12-17T08:10:08,517 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. 2024-12-17T08:10:08,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:08,517 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. 2024-12-17T08:10:08,517 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. after waiting 0 ms 2024-12-17T08:10:08,517 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. 2024-12-17T08:10:08,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 29ed8db3e6327df7cb74263fc9857ca6, disabling compactions & flushes 2024-12-17T08:10:08,517 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. 2024-12-17T08:10:08,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. 2024-12-17T08:10:08,517 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3cd396414ec978c4c562d68da48c6b89: 2024-12-17T08:10:08,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. 2024-12-17T08:10:08,518 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 96281f51f118f003e485683eca995333, NAME => 'test,ggg,1734423007658.96281f51f118f003e485683eca995333.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:08,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. after waiting 0 ms 2024-12-17T08:10:08,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. 2024-12-17T08:10:08,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741843_1019 (size=45) 2024-12-17T08:10:08,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. 2024-12-17T08:10:08,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 29ed8db3e6327df7cb74263fc9857ca6: 2024-12-17T08:10:08,519 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ca29e82ebbe81363d990b5cf7dcb2ed8, NAME => 'test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:08,519 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:08,519 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e34f45f47784b29e5ffbf709f2866e25, disabling compactions & flushes 2024-12-17T08:10:08,520 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. 2024-12-17T08:10:08,520 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. 2024-12-17T08:10:08,520 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. after waiting 0 ms 2024-12-17T08:10:08,520 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. 2024-12-17T08:10:08,520 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. 2024-12-17T08:10:08,520 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e34f45f47784b29e5ffbf709f2866e25: 2024-12-17T08:10:08,520 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 653c537e954125583ddc7243868b7cd5, NAME => 'test,iii,1734423007658.653c537e954125583ddc7243868b7cd5.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741844_1020 (size=45) 2024-12-17T08:10:08,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741845_1021 (size=45) 2024-12-17T08:10:08,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741846_1022 (size=45) 2024-12-17T08:10:08,763 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-17T08:10:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:08,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-17T08:10:08,934 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734423007658.96281f51f118f003e485683eca995333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:08,935 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 96281f51f118f003e485683eca995333, disabling compactions & flushes 2024-12-17T08:10:08,935 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734423007658.96281f51f118f003e485683eca995333. 2024-12-17T08:10:08,935 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734423007658.96281f51f118f003e485683eca995333. 2024-12-17T08:10:08,935 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734423007658.96281f51f118f003e485683eca995333. after waiting 0 ms 2024-12-17T08:10:08,935 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734423007658.96281f51f118f003e485683eca995333. 2024-12-17T08:10:08,935 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734423007658.96281f51f118f003e485683eca995333. 2024-12-17T08:10:08,935 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 96281f51f118f003e485683eca995333: 2024-12-17T08:10:08,936 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0bf1815237ca5065c106e2d5ccdd0159, NAME => 'test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:08,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:08,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ca29e82ebbe81363d990b5cf7dcb2ed8, disabling compactions & flushes 2024-12-17T08:10:08,937 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. 2024-12-17T08:10:08,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. 2024-12-17T08:10:08,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. after waiting 0 ms 2024-12-17T08:10:08,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. 2024-12-17T08:10:08,937 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. 2024-12-17T08:10:08,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ca29e82ebbe81363d990b5cf7dcb2ed8: 2024-12-17T08:10:08,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 556f932f2d2c9b68b977c71d8eb36a22, NAME => 'test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:08,938 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1734423007658.653c537e954125583ddc7243868b7cd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:08,938 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 653c537e954125583ddc7243868b7cd5, disabling compactions & flushes 2024-12-17T08:10:08,938 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. 2024-12-17T08:10:08,938 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. 2024-12-17T08:10:08,938 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. after waiting 0 ms 2024-12-17T08:10:08,938 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. 2024-12-17T08:10:08,938 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. 2024-12-17T08:10:08,938 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 653c537e954125583ddc7243868b7cd5: 2024-12-17T08:10:08,939 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a7d44d442438b59e54fea01ba857034c, NAME => 'test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:08,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741847_1023 (size=45) 2024-12-17T08:10:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741849_1025 (size=45) 2024-12-17T08:10:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741848_1024 (size=45) 2024-12-17T08:10:09,347 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:09,347 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0bf1815237ca5065c106e2d5ccdd0159, disabling compactions & flushes 2024-12-17T08:10:09,347 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. 2024-12-17T08:10:09,347 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. 2024-12-17T08:10:09,347 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. after waiting 0 ms 2024-12-17T08:10:09,347 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. 2024-12-17T08:10:09,347 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. 2024-12-17T08:10:09,347 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0bf1815237ca5065c106e2d5ccdd0159: 2024-12-17T08:10:09,348 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f781930808aa1c79234885e5ec2f0f84, NAME => 'test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:09,351 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:09,351 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a7d44d442438b59e54fea01ba857034c, disabling compactions & flushes 2024-12-17T08:10:09,351 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. 2024-12-17T08:10:09,351 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. 2024-12-17T08:10:09,351 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. after waiting 0 ms 2024-12-17T08:10:09,351 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. 2024-12-17T08:10:09,351 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. 2024-12-17T08:10:09,351 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a7d44d442438b59e54fea01ba857034c: 2024-12-17T08:10:09,352 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3589fb93a9e28541083e2e158d98922b, NAME => 'test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:09,352 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:09,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 556f932f2d2c9b68b977c71d8eb36a22, disabling compactions & flushes 2024-12-17T08:10:09,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. 2024-12-17T08:10:09,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. 2024-12-17T08:10:09,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. after waiting 0 ms 2024-12-17T08:10:09,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. 2024-12-17T08:10:09,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. 2024-12-17T08:10:09,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 556f932f2d2c9b68b977c71d8eb36a22: 2024-12-17T08:10:09,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0493b647b3078eca71361c2ed4c5cff3, NAME => 'test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:09,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741850_1026 (size=45) 2024-12-17T08:10:09,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741851_1027 (size=45) 2024-12-17T08:10:09,370 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:09,371 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 3589fb93a9e28541083e2e158d98922b, disabling compactions & flushes 2024-12-17T08:10:09,371 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. 2024-12-17T08:10:09,371 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. 2024-12-17T08:10:09,371 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. after waiting 0 ms 2024-12-17T08:10:09,371 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. 2024-12-17T08:10:09,371 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. 2024-12-17T08:10:09,371 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3589fb93a9e28541083e2e158d98922b: 2024-12-17T08:10:09,372 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e9e174d1efd1342e0aef942b4e24dff0, NAME => 'test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:09,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741852_1028 (size=45) 2024-12-17T08:10:09,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:09,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 0493b647b3078eca71361c2ed4c5cff3, disabling compactions & flushes 2024-12-17T08:10:09,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. 2024-12-17T08:10:09,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. 2024-12-17T08:10:09,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. after waiting 0 ms 2024-12-17T08:10:09,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. 2024-12-17T08:10:09,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. 2024-12-17T08:10:09,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0493b647b3078eca71361c2ed4c5cff3: 2024-12-17T08:10:09,385 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0b45e5aed02ab339ab6ac8c4290d7d04, NAME => 'test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:09,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741853_1029 (size=45) 2024-12-17T08:10:09,389 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:09,389 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e9e174d1efd1342e0aef942b4e24dff0, disabling compactions & flushes 2024-12-17T08:10:09,389 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. 2024-12-17T08:10:09,390 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. 2024-12-17T08:10:09,390 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. after waiting 0 ms 2024-12-17T08:10:09,390 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. 2024-12-17T08:10:09,390 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. 2024-12-17T08:10:09,390 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e9e174d1efd1342e0aef942b4e24dff0: 2024-12-17T08:10:09,391 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => db18fb3fe9c885dbfcd88eabecfdee88, NAME => 'test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:09,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741854_1030 (size=45) 2024-12-17T08:10:09,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741855_1031 (size=45) 2024-12-17T08:10:09,767 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:09,767 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f781930808aa1c79234885e5ec2f0f84, disabling compactions & flushes 2024-12-17T08:10:09,767 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. 2024-12-17T08:10:09,767 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. 2024-12-17T08:10:09,767 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. after waiting 0 ms 2024-12-17T08:10:09,767 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. 2024-12-17T08:10:09,767 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. 2024-12-17T08:10:09,767 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f781930808aa1c79234885e5ec2f0f84: 2024-12-17T08:10:09,768 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ca5311774678b490e32973332dba2090, NAME => 'test,sss,1734423007658.ca5311774678b490e32973332dba2090.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741856_1032 (size=45) 2024-12-17T08:10:09,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:09,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 0b45e5aed02ab339ab6ac8c4290d7d04, disabling compactions & flushes 2024-12-17T08:10:09,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. 2024-12-17T08:10:09,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. 2024-12-17T08:10:09,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. after waiting 0 ms 2024-12-17T08:10:09,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. 2024-12-17T08:10:09,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. 2024-12-17T08:10:09,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0b45e5aed02ab339ab6ac8c4290d7d04: 2024-12-17T08:10:09,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6f144b691eb609eaf6bd165877d5bfe5, NAME => 'test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:09,804 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:09,804 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing db18fb3fe9c885dbfcd88eabecfdee88, disabling compactions & flushes 2024-12-17T08:10:09,804 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. 2024-12-17T08:10:09,805 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. 2024-12-17T08:10:09,805 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. after waiting 0 ms 2024-12-17T08:10:09,805 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. 2024-12-17T08:10:09,805 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. 2024-12-17T08:10:09,805 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for db18fb3fe9c885dbfcd88eabecfdee88: 2024-12-17T08:10:09,806 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fae75d1cd51dad80dccf86b6b9beea37, NAME => 'test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:09,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741857_1033 (size=45) 2024-12-17T08:10:09,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741858_1034 (size=45) 2024-12-17T08:10:10,176 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1734423007658.ca5311774678b490e32973332dba2090.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:10,176 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ca5311774678b490e32973332dba2090, disabling compactions & flushes 2024-12-17T08:10:10,176 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1734423007658.ca5311774678b490e32973332dba2090. 2024-12-17T08:10:10,176 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734423007658.ca5311774678b490e32973332dba2090. 2024-12-17T08:10:10,176 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734423007658.ca5311774678b490e32973332dba2090. after waiting 0 ms 2024-12-17T08:10:10,176 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734423007658.ca5311774678b490e32973332dba2090. 2024-12-17T08:10:10,176 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1734423007658.ca5311774678b490e32973332dba2090. 2024-12-17T08:10:10,176 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ca5311774678b490e32973332dba2090: 2024-12-17T08:10:10,177 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 19ea8721828858ed3b7b9e6e0f4f97a6, NAME => 'test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:10,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741859_1035 (size=45) 2024-12-17T08:10:10,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:10,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 6f144b691eb609eaf6bd165877d5bfe5, disabling compactions & flushes 2024-12-17T08:10:10,212 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. 2024-12-17T08:10:10,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. 2024-12-17T08:10:10,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. after waiting 0 ms 2024-12-17T08:10:10,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. 2024-12-17T08:10:10,212 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. 2024-12-17T08:10:10,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6f144b691eb609eaf6bd165877d5bfe5: 2024-12-17T08:10:10,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e9127795f5df6629768ffc155fc40aeb, NAME => 'test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:10,213 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:10,213 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing fae75d1cd51dad80dccf86b6b9beea37, disabling compactions & flushes 2024-12-17T08:10:10,213 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. 2024-12-17T08:10:10,213 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. 2024-12-17T08:10:10,213 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. after waiting 0 ms 2024-12-17T08:10:10,213 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. 2024-12-17T08:10:10,213 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. 2024-12-17T08:10:10,213 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for fae75d1cd51dad80dccf86b6b9beea37: 2024-12-17T08:10:10,214 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 649c01ab0e13b11a94f48a9b86f38fa6, NAME => 'test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:10,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741860_1036 (size=45) 2024-12-17T08:10:10,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741861_1037 (size=45) 2024-12-17T08:10:10,585 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:10,585 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 19ea8721828858ed3b7b9e6e0f4f97a6, disabling compactions & flushes 2024-12-17T08:10:10,585 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. 2024-12-17T08:10:10,585 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. 2024-12-17T08:10:10,585 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. after waiting 0 ms 2024-12-17T08:10:10,585 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. 2024-12-17T08:10:10,585 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. 2024-12-17T08:10:10,585 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 19ea8721828858ed3b7b9e6e0f4f97a6: 2024-12-17T08:10:10,586 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 36a61f821270fbe294dd76eb25e3a4ad, NAME => 'test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:10,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741862_1038 (size=45) 2024-12-17T08:10:10,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:10,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e9127795f5df6629768ffc155fc40aeb, disabling compactions & flushes 2024-12-17T08:10:10,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. 2024-12-17T08:10:10,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. 2024-12-17T08:10:10,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. after waiting 0 ms 2024-12-17T08:10:10,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. 2024-12-17T08:10:10,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. 2024-12-17T08:10:10,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e9127795f5df6629768ffc155fc40aeb: 2024-12-17T08:10:10,624 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 67a6e1edf0157bd1bc96ff2ce79142a5, NAME => 'test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:10,625 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:10,625 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 649c01ab0e13b11a94f48a9b86f38fa6, disabling compactions & flushes 2024-12-17T08:10:10,625 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. 2024-12-17T08:10:10,625 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. 2024-12-17T08:10:10,625 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. after waiting 0 ms 2024-12-17T08:10:10,625 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. 2024-12-17T08:10:10,625 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. 2024-12-17T08:10:10,625 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 649c01ab0e13b11a94f48a9b86f38fa6: 2024-12-17T08:10:10,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741863_1039 (size=42) 2024-12-17T08:10:10,994 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:10,994 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 36a61f821270fbe294dd76eb25e3a4ad, disabling compactions & flushes 2024-12-17T08:10:10,994 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. 2024-12-17T08:10:10,994 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. 2024-12-17T08:10:10,994 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. after waiting 0 ms 2024-12-17T08:10:10,994 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. 2024-12-17T08:10:10,995 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. 2024-12-17T08:10:10,995 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 36a61f821270fbe294dd76eb25e3a4ad: 2024-12-17T08:10:11,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 67a6e1edf0157bd1bc96ff2ce79142a5, disabling compactions & flushes 2024-12-17T08:10:11,034 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. 2024-12-17T08:10:11,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. 2024-12-17T08:10:11,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. after waiting 0 ms 2024-12-17T08:10:11,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. 2024-12-17T08:10:11,034 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. 2024-12-17T08:10:11,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 67a6e1edf0157bd1bc96ff2ce79142a5: 2024-12-17T08:10:11,037 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:10:11,037 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,038 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,038 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,038 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,038 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,038 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,038 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734423007658.96281f51f118f003e485683eca995333.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,039 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,039 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734423007658.653c537e954125583ddc7243868b7cd5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,039 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,039 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,039 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,040 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,040 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,040 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,040 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,040 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,040 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,041 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734423007658.ca5311774678b490e32973332dba2090.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,041 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,041 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,041 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,041 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,041 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,041 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,042 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734423011037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423011037"}]},"ts":"1734423011037"} 2024-12-17T08:10:11,049 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-17T08:10:11,050 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:10:11,050 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423011050"}]},"ts":"1734423011050"} 2024-12-17T08:10:11,052 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-17T08:10:11,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8cb8ad680102092f86f38dcf876f34a5, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2445f039310857a9c05f5f6b6ceb8d8a, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c5df92fdd71d2c36165071814354ac79, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3cd396414ec978c4c562d68da48c6b89, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=29ed8db3e6327df7cb74263fc9857ca6, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e34f45f47784b29e5ffbf709f2866e25, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=96281f51f118f003e485683eca995333, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca29e82ebbe81363d990b5cf7dcb2ed8, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=653c537e954125583ddc7243868b7cd5, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0bf1815237ca5065c106e2d5ccdd0159, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=556f932f2d2c9b68b977c71d8eb36a22, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a7d44d442438b59e54fea01ba857034c, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f781930808aa1c79234885e5ec2f0f84, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3589fb93a9e28541083e2e158d98922b, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0493b647b3078eca71361c2ed4c5cff3, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e9e174d1efd1342e0aef942b4e24dff0, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0b45e5aed02ab339ab6ac8c4290d7d04, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=db18fb3fe9c885dbfcd88eabecfdee88, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca5311774678b490e32973332dba2090, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6f144b691eb609eaf6bd165877d5bfe5, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fae75d1cd51dad80dccf86b6b9beea37, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=19ea8721828858ed3b7b9e6e0f4f97a6, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e9127795f5df6629768ffc155fc40aeb, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=649c01ab0e13b11a94f48a9b86f38fa6, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=36a61f821270fbe294dd76eb25e3a4ad, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=67a6e1edf0157bd1bc96ff2ce79142a5, ASSIGN}] 2024-12-17T08:10:11,059 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=96281f51f118f003e485683eca995333, ASSIGN 2024-12-17T08:10:11,059 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e34f45f47784b29e5ffbf709f2866e25, ASSIGN 2024-12-17T08:10:11,059 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=29ed8db3e6327df7cb74263fc9857ca6, ASSIGN 2024-12-17T08:10:11,060 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3cd396414ec978c4c562d68da48c6b89, ASSIGN 2024-12-17T08:10:11,060 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=96281f51f118f003e485683eca995333, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,061 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e34f45f47784b29e5ffbf709f2866e25, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,061 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=29ed8db3e6327df7cb74263fc9857ca6, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,061 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3cd396414ec978c4c562d68da48c6b89, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,062 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=36a61f821270fbe294dd76eb25e3a4ad, ASSIGN 2024-12-17T08:10:11,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=67a6e1edf0157bd1bc96ff2ce79142a5, ASSIGN 2024-12-17T08:10:11,063 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=649c01ab0e13b11a94f48a9b86f38fa6, ASSIGN 2024-12-17T08:10:11,064 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=19ea8721828858ed3b7b9e6e0f4f97a6, ASSIGN 2024-12-17T08:10:11,064 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=36a61f821270fbe294dd76eb25e3a4ad, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,064 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=649c01ab0e13b11a94f48a9b86f38fa6, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,064 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=67a6e1edf0157bd1bc96ff2ce79142a5, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,064 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=19ea8721828858ed3b7b9e6e0f4f97a6, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,065 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e9127795f5df6629768ffc155fc40aeb, ASSIGN 2024-12-17T08:10:11,065 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e9127795f5df6629768ffc155fc40aeb, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,067 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca5311774678b490e32973332dba2090, ASSIGN 2024-12-17T08:10:11,067 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ca5311774678b490e32973332dba2090, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,067 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6f144b691eb609eaf6bd165877d5bfe5, ASSIGN 2024-12-17T08:10:11,067 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fae75d1cd51dad80dccf86b6b9beea37, ASSIGN 2024-12-17T08:10:11,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e9e174d1efd1342e0aef942b4e24dff0, ASSIGN 2024-12-17T08:10:11,068 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6f144b691eb609eaf6bd165877d5bfe5, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,068 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fae75d1cd51dad80dccf86b6b9beea37, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,069 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e9e174d1efd1342e0aef942b4e24dff0, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,069 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=db18fb3fe9c885dbfcd88eabecfdee88, ASSIGN 2024-12-17T08:10:11,070 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0b45e5aed02ab339ab6ac8c4290d7d04, ASSIGN 2024-12-17T08:10:11,070 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=db18fb3fe9c885dbfcd88eabecfdee88, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,070 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3589fb93a9e28541083e2e158d98922b, ASSIGN 2024-12-17T08:10:11,070 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0493b647b3078eca71361c2ed4c5cff3, ASSIGN 2024-12-17T08:10:11,071 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0b45e5aed02ab339ab6ac8c4290d7d04, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,071 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3589fb93a9e28541083e2e158d98922b, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,071 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0493b647b3078eca71361c2ed4c5cff3, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,073 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a7d44d442438b59e54fea01ba857034c, ASSIGN 2024-12-17T08:10:11,073 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f781930808aa1c79234885e5ec2f0f84, ASSIGN 2024-12-17T08:10:11,074 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a7d44d442438b59e54fea01ba857034c, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,074 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f781930808aa1c79234885e5ec2f0f84, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,074 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0bf1815237ca5065c106e2d5ccdd0159, ASSIGN 2024-12-17T08:10:11,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=653c537e954125583ddc7243868b7cd5, ASSIGN 2024-12-17T08:10:11,074 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=556f932f2d2c9b68b977c71d8eb36a22, ASSIGN 2024-12-17T08:10:11,074 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca29e82ebbe81363d990b5cf7dcb2ed8, ASSIGN 2024-12-17T08:10:11,074 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0bf1815237ca5065c106e2d5ccdd0159, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,074 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=556f932f2d2c9b68b977c71d8eb36a22, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,074 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=653c537e954125583ddc7243868b7cd5, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,075 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ca29e82ebbe81363d990b5cf7dcb2ed8, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,075 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c5df92fdd71d2c36165071814354ac79, ASSIGN 2024-12-17T08:10:11,076 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c5df92fdd71d2c36165071814354ac79, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,078 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8cb8ad680102092f86f38dcf876f34a5, ASSIGN 2024-12-17T08:10:11,078 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2445f039310857a9c05f5f6b6ceb8d8a, ASSIGN 2024-12-17T08:10:11,079 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8cb8ad680102092f86f38dcf876f34a5, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,079 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2445f039310857a9c05f5f6b6ceb8d8a, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:11,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=0b45e5aed02ab339ab6ac8c4290d7d04, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,211 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=36a61f821270fbe294dd76eb25e3a4ad, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=96281f51f118f003e485683eca995333, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,211 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=649c01ab0e13b11a94f48a9b86f38fa6, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,211 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=653c537e954125583ddc7243868b7cd5, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=16, state=RUNNABLE; OpenRegionProcedure 96281f51f118f003e485683eca995333, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=26, state=RUNNABLE; OpenRegionProcedure 0b45e5aed02ab339ab6ac8c4290d7d04, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=18, state=RUNNABLE; OpenRegionProcedure 653c537e954125583ddc7243868b7cd5, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=33, state=RUNNABLE; OpenRegionProcedure 649c01ab0e13b11a94f48a9b86f38fa6, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=34, state=RUNNABLE; OpenRegionProcedure 36a61f821270fbe294dd76eb25e3a4ad, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,220 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=19ea8721828858ed3b7b9e6e0f4f97a6, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=0493b647b3078eca71361c2ed4c5cff3, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,220 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=e9127795f5df6629768ffc155fc40aeb, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=31, state=RUNNABLE; OpenRegionProcedure 19ea8721828858ed3b7b9e6e0f4f97a6, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=3589fb93a9e28541083e2e158d98922b, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=24, state=RUNNABLE; OpenRegionProcedure 0493b647b3078eca71361c2ed4c5cff3, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=32, state=RUNNABLE; OpenRegionProcedure e9127795f5df6629768ffc155fc40aeb, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=23, state=RUNNABLE; OpenRegionProcedure 3589fb93a9e28541083e2e158d98922b, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,227 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=6f144b691eb609eaf6bd165877d5bfe5, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,228 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2445f039310857a9c05f5f6b6ceb8d8a, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,228 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=c5df92fdd71d2c36165071814354ac79, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=29, state=RUNNABLE; OpenRegionProcedure 6f144b691eb609eaf6bd165877d5bfe5, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=11, state=RUNNABLE; OpenRegionProcedure 2445f039310857a9c05f5f6b6ceb8d8a, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=12, state=RUNNABLE; OpenRegionProcedure c5df92fdd71d2c36165071814354ac79, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,231 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=3cd396414ec978c4c562d68da48c6b89, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=13, state=RUNNABLE; OpenRegionProcedure 3cd396414ec978c4c562d68da48c6b89, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=a7d44d442438b59e54fea01ba857034c, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,245 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=e34f45f47784b29e5ffbf709f2866e25, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,245 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=db18fb3fe9c885dbfcd88eabecfdee88, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=556f932f2d2c9b68b977c71d8eb36a22, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,245 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=fae75d1cd51dad80dccf86b6b9beea37, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=21, state=RUNNABLE; OpenRegionProcedure a7d44d442438b59e54fea01ba857034c, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=15, state=RUNNABLE; OpenRegionProcedure e34f45f47784b29e5ffbf709f2866e25, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=27, state=RUNNABLE; OpenRegionProcedure db18fb3fe9c885dbfcd88eabecfdee88, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=20, state=RUNNABLE; OpenRegionProcedure 556f932f2d2c9b68b977c71d8eb36a22, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=30, state=RUNNABLE; OpenRegionProcedure fae75d1cd51dad80dccf86b6b9beea37, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=f781930808aa1c79234885e5ec2f0f84, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=0bf1815237ca5065c106e2d5ccdd0159, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,259 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8cb8ad680102092f86f38dcf876f34a5, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=22, state=RUNNABLE; OpenRegionProcedure f781930808aa1c79234885e5ec2f0f84, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=ca5311774678b490e32973332dba2090, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,263 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=67a6e1edf0157bd1bc96ff2ce79142a5, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=10, state=RUNNABLE; OpenRegionProcedure 8cb8ad680102092f86f38dcf876f34a5, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=19, state=RUNNABLE; OpenRegionProcedure 0bf1815237ca5065c106e2d5ccdd0159, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=28, state=RUNNABLE; OpenRegionProcedure ca5311774678b490e32973332dba2090, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=35, state=RUNNABLE; OpenRegionProcedure 67a6e1edf0157bd1bc96ff2ce79142a5, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ca29e82ebbe81363d990b5cf7dcb2ed8, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=17, state=RUNNABLE; OpenRegionProcedure ca29e82ebbe81363d990b5cf7dcb2ed8, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,271 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=29ed8db3e6327df7cb74263fc9857ca6, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=e9e174d1efd1342e0aef942b4e24dff0, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=14, state=RUNNABLE; OpenRegionProcedure 29ed8db3e6327df7cb74263fc9857ca6, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=25, state=RUNNABLE; OpenRegionProcedure e9e174d1efd1342e0aef942b4e24dff0, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:11,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:11,366 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,374 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. 2024-12-17T08:10:11,374 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => e9127795f5df6629768ffc155fc40aeb, NAME => 'test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-17T08:10:11,375 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e9127795f5df6629768ffc155fc40aeb 2024-12-17T08:10:11,375 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,375 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for e9127795f5df6629768ffc155fc40aeb 2024-12-17T08:10:11,375 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for e9127795f5df6629768ffc155fc40aeb 2024-12-17T08:10:11,377 INFO [StoreOpener-e9127795f5df6629768ffc155fc40aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e9127795f5df6629768ffc155fc40aeb 2024-12-17T08:10:11,380 INFO [StoreOpener-e9127795f5df6629768ffc155fc40aeb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9127795f5df6629768ffc155fc40aeb columnFamilyName f 2024-12-17T08:10:11,380 DEBUG [StoreOpener-e9127795f5df6629768ffc155fc40aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,380 INFO [StoreOpener-e9127795f5df6629768ffc155fc40aeb-1 {}] regionserver.HStore(327): Store=e9127795f5df6629768ffc155fc40aeb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,380 INFO [StoreOpener-e9127795f5df6629768ffc155fc40aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e9127795f5df6629768ffc155fc40aeb 2024-12-17T08:10:11,382 INFO [StoreOpener-e9127795f5df6629768ffc155fc40aeb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9127795f5df6629768ffc155fc40aeb columnFamilyName norep 2024-12-17T08:10:11,382 DEBUG [StoreOpener-e9127795f5df6629768ffc155fc40aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,383 INFO [StoreOpener-e9127795f5df6629768ffc155fc40aeb-1 {}] regionserver.HStore(327): Store=e9127795f5df6629768ffc155fc40aeb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,384 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/e9127795f5df6629768ffc155fc40aeb 2024-12-17T08:10:11,385 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/e9127795f5df6629768ffc155fc40aeb 2024-12-17T08:10:11,386 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,388 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for e9127795f5df6629768ffc155fc40aeb 2024-12-17T08:10:11,390 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/e9127795f5df6629768ffc155fc40aeb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,391 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened e9127795f5df6629768ffc155fc40aeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61211447, jitterRate=-0.08787836134433746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,391 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for e9127795f5df6629768ffc155fc40aeb: 2024-12-17T08:10:11,392 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb., pid=43, masterSystemTime=1734423011366 2024-12-17T08:10:11,394 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. 2024-12-17T08:10:11,394 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. 2024-12-17T08:10:11,394 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. 2024-12-17T08:10:11,395 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 0bf1815237ca5065c106e2d5ccdd0159, NAME => 'test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-17T08:10:11,395 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0bf1815237ca5065c106e2d5ccdd0159 2024-12-17T08:10:11,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=e9127795f5df6629768ffc155fc40aeb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,395 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,395 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 0bf1815237ca5065c106e2d5ccdd0159 2024-12-17T08:10:11,395 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 0bf1815237ca5065c106e2d5ccdd0159 2024-12-17T08:10:11,397 INFO [StoreOpener-0bf1815237ca5065c106e2d5ccdd0159-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0bf1815237ca5065c106e2d5ccdd0159 2024-12-17T08:10:11,400 INFO [StoreOpener-0bf1815237ca5065c106e2d5ccdd0159-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bf1815237ca5065c106e2d5ccdd0159 columnFamilyName f 2024-12-17T08:10:11,400 DEBUG [StoreOpener-0bf1815237ca5065c106e2d5ccdd0159-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,401 INFO [StoreOpener-0bf1815237ca5065c106e2d5ccdd0159-1 {}] regionserver.HStore(327): Store=0bf1815237ca5065c106e2d5ccdd0159/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,401 INFO [StoreOpener-0bf1815237ca5065c106e2d5ccdd0159-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0bf1815237ca5065c106e2d5ccdd0159 2024-12-17T08:10:11,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=32 2024-12-17T08:10:11,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=32, state=SUCCESS; OpenRegionProcedure e9127795f5df6629768ffc155fc40aeb, server=c41f045e1357,40947,1734423000623 in 175 msec 2024-12-17T08:10:11,402 INFO [StoreOpener-0bf1815237ca5065c106e2d5ccdd0159-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bf1815237ca5065c106e2d5ccdd0159 columnFamilyName norep 2024-12-17T08:10:11,402 DEBUG [StoreOpener-0bf1815237ca5065c106e2d5ccdd0159-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e9127795f5df6629768ffc155fc40aeb, ASSIGN in 345 msec 2024-12-17T08:10:11,403 INFO [StoreOpener-0bf1815237ca5065c106e2d5ccdd0159-1 {}] regionserver.HStore(327): Store=0bf1815237ca5065c106e2d5ccdd0159/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,404 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/0bf1815237ca5065c106e2d5ccdd0159 2024-12-17T08:10:11,405 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/0bf1815237ca5065c106e2d5ccdd0159 2024-12-17T08:10:11,406 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,408 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 0bf1815237ca5065c106e2d5ccdd0159 2024-12-17T08:10:11,411 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/0bf1815237ca5065c106e2d5ccdd0159/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,411 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 0bf1815237ca5065c106e2d5ccdd0159; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65865698, jitterRate=-0.018524616956710815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,411 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 0bf1815237ca5065c106e2d5ccdd0159: 2024-12-17T08:10:11,412 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159., pid=55, masterSystemTime=1734423011366 2024-12-17T08:10:11,414 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. 2024-12-17T08:10:11,414 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. 2024-12-17T08:10:11,414 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. 2024-12-17T08:10:11,414 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => c5df92fdd71d2c36165071814354ac79, NAME => 'test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-17T08:10:11,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=0bf1815237ca5065c106e2d5ccdd0159, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,415 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c5df92fdd71d2c36165071814354ac79 2024-12-17T08:10:11,415 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,415 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for c5df92fdd71d2c36165071814354ac79 2024-12-17T08:10:11,415 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for c5df92fdd71d2c36165071814354ac79 2024-12-17T08:10:11,418 INFO [StoreOpener-c5df92fdd71d2c36165071814354ac79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c5df92fdd71d2c36165071814354ac79 2024-12-17T08:10:11,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=19 2024-12-17T08:10:11,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=19, state=SUCCESS; OpenRegionProcedure 0bf1815237ca5065c106e2d5ccdd0159, server=c41f045e1357,40947,1734423000623 in 155 msec 2024-12-17T08:10:11,420 INFO [StoreOpener-c5df92fdd71d2c36165071814354ac79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5df92fdd71d2c36165071814354ac79 columnFamilyName f 2024-12-17T08:10:11,420 DEBUG [StoreOpener-c5df92fdd71d2c36165071814354ac79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0bf1815237ca5065c106e2d5ccdd0159, ASSIGN in 363 msec 2024-12-17T08:10:11,421 INFO [StoreOpener-c5df92fdd71d2c36165071814354ac79-1 {}] regionserver.HStore(327): Store=c5df92fdd71d2c36165071814354ac79/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,421 INFO [StoreOpener-c5df92fdd71d2c36165071814354ac79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c5df92fdd71d2c36165071814354ac79 2024-12-17T08:10:11,422 INFO [StoreOpener-c5df92fdd71d2c36165071814354ac79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5df92fdd71d2c36165071814354ac79 columnFamilyName norep 2024-12-17T08:10:11,422 DEBUG [StoreOpener-c5df92fdd71d2c36165071814354ac79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,423 INFO [StoreOpener-c5df92fdd71d2c36165071814354ac79-1 {}] regionserver.HStore(327): Store=c5df92fdd71d2c36165071814354ac79/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,424 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/c5df92fdd71d2c36165071814354ac79 2024-12-17T08:10:11,424 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/c5df92fdd71d2c36165071814354ac79 2024-12-17T08:10:11,425 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,427 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for c5df92fdd71d2c36165071814354ac79 2024-12-17T08:10:11,430 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/c5df92fdd71d2c36165071814354ac79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,431 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened c5df92fdd71d2c36165071814354ac79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71994627, jitterRate=0.0728035420179367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,431 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for c5df92fdd71d2c36165071814354ac79: 2024-12-17T08:10:11,432 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79., pid=46, masterSystemTime=1734423011366 2024-12-17T08:10:11,434 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. 2024-12-17T08:10:11,434 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. 2024-12-17T08:10:11,434 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. 2024-12-17T08:10:11,434 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 653c537e954125583ddc7243868b7cd5, NAME => 'test,iii,1734423007658.653c537e954125583ddc7243868b7cd5.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-17T08:10:11,434 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=c5df92fdd71d2c36165071814354ac79, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,435 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 653c537e954125583ddc7243868b7cd5 2024-12-17T08:10:11,435 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,iii,1734423007658.653c537e954125583ddc7243868b7cd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,435 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 653c537e954125583ddc7243868b7cd5 2024-12-17T08:10:11,435 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 653c537e954125583ddc7243868b7cd5 2024-12-17T08:10:11,437 INFO [StoreOpener-653c537e954125583ddc7243868b7cd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 653c537e954125583ddc7243868b7cd5 2024-12-17T08:10:11,439 INFO [StoreOpener-653c537e954125583ddc7243868b7cd5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 653c537e954125583ddc7243868b7cd5 columnFamilyName f 2024-12-17T08:10:11,439 DEBUG [StoreOpener-653c537e954125583ddc7243868b7cd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,440 INFO [StoreOpener-653c537e954125583ddc7243868b7cd5-1 {}] regionserver.HStore(327): Store=653c537e954125583ddc7243868b7cd5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=12 2024-12-17T08:10:11,440 INFO [StoreOpener-653c537e954125583ddc7243868b7cd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 653c537e954125583ddc7243868b7cd5 2024-12-17T08:10:11,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=12, state=SUCCESS; OpenRegionProcedure c5df92fdd71d2c36165071814354ac79, server=c41f045e1357,40947,1734423000623 in 206 msec 2024-12-17T08:10:11,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c5df92fdd71d2c36165071814354ac79, ASSIGN in 383 msec 2024-12-17T08:10:11,441 INFO [StoreOpener-653c537e954125583ddc7243868b7cd5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 653c537e954125583ddc7243868b7cd5 columnFamilyName norep 2024-12-17T08:10:11,442 DEBUG [StoreOpener-653c537e954125583ddc7243868b7cd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,442 INFO [StoreOpener-653c537e954125583ddc7243868b7cd5-1 {}] regionserver.HStore(327): Store=653c537e954125583ddc7243868b7cd5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,443 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/653c537e954125583ddc7243868b7cd5 2024-12-17T08:10:11,443 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/653c537e954125583ddc7243868b7cd5 2024-12-17T08:10:11,445 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,446 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 653c537e954125583ddc7243868b7cd5 2024-12-17T08:10:11,449 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/653c537e954125583ddc7243868b7cd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,450 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 653c537e954125583ddc7243868b7cd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67048438, jitterRate=-9.004175662994385E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,450 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 653c537e954125583ddc7243868b7cd5: 2024-12-17T08:10:11,451 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734423007658.653c537e954125583ddc7243868b7cd5., pid=38, masterSystemTime=1734423011366 2024-12-17T08:10:11,453 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. 2024-12-17T08:10:11,453 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. 2024-12-17T08:10:11,453 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. 2024-12-17T08:10:11,454 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=653c537e954125583ddc7243868b7cd5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,454 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 2445f039310857a9c05f5f6b6ceb8d8a, NAME => 'test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-17T08:10:11,454 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2445f039310857a9c05f5f6b6ceb8d8a 2024-12-17T08:10:11,454 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,454 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 2445f039310857a9c05f5f6b6ceb8d8a 2024-12-17T08:10:11,454 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 2445f039310857a9c05f5f6b6ceb8d8a 2024-12-17T08:10:11,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=18 2024-12-17T08:10:11,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=18, state=SUCCESS; OpenRegionProcedure 653c537e954125583ddc7243868b7cd5, server=c41f045e1357,40947,1734423000623 in 241 msec 2024-12-17T08:10:11,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=653c537e954125583ddc7243868b7cd5, ASSIGN in 402 msec 2024-12-17T08:10:11,460 INFO [StoreOpener-2445f039310857a9c05f5f6b6ceb8d8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2445f039310857a9c05f5f6b6ceb8d8a 2024-12-17T08:10:11,462 INFO [StoreOpener-2445f039310857a9c05f5f6b6ceb8d8a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2445f039310857a9c05f5f6b6ceb8d8a columnFamilyName f 2024-12-17T08:10:11,462 DEBUG [StoreOpener-2445f039310857a9c05f5f6b6ceb8d8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,463 INFO [StoreOpener-2445f039310857a9c05f5f6b6ceb8d8a-1 {}] regionserver.HStore(327): Store=2445f039310857a9c05f5f6b6ceb8d8a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,463 INFO [StoreOpener-2445f039310857a9c05f5f6b6ceb8d8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2445f039310857a9c05f5f6b6ceb8d8a 2024-12-17T08:10:11,464 INFO [StoreOpener-2445f039310857a9c05f5f6b6ceb8d8a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2445f039310857a9c05f5f6b6ceb8d8a columnFamilyName norep 2024-12-17T08:10:11,464 DEBUG [StoreOpener-2445f039310857a9c05f5f6b6ceb8d8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,465 INFO [StoreOpener-2445f039310857a9c05f5f6b6ceb8d8a-1 {}] regionserver.HStore(327): Store=2445f039310857a9c05f5f6b6ceb8d8a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,466 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/2445f039310857a9c05f5f6b6ceb8d8a 2024-12-17T08:10:11,467 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/2445f039310857a9c05f5f6b6ceb8d8a 2024-12-17T08:10:11,468 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,469 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 2445f039310857a9c05f5f6b6ceb8d8a 2024-12-17T08:10:11,472 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/2445f039310857a9c05f5f6b6ceb8d8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,472 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 2445f039310857a9c05f5f6b6ceb8d8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64023589, jitterRate=-0.04597418010234833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,473 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 2445f039310857a9c05f5f6b6ceb8d8a: 2024-12-17T08:10:11,473 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a., pid=47, masterSystemTime=1734423011366 2024-12-17T08:10:11,475 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. 2024-12-17T08:10:11,476 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. 2024-12-17T08:10:11,476 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. 2024-12-17T08:10:11,476 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2445f039310857a9c05f5f6b6ceb8d8a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,476 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 556f932f2d2c9b68b977c71d8eb36a22, NAME => 'test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-17T08:10:11,477 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 556f932f2d2c9b68b977c71d8eb36a22 2024-12-17T08:10:11,477 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,477 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 556f932f2d2c9b68b977c71d8eb36a22 2024-12-17T08:10:11,477 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 556f932f2d2c9b68b977c71d8eb36a22 2024-12-17T08:10:11,479 INFO [StoreOpener-556f932f2d2c9b68b977c71d8eb36a22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 556f932f2d2c9b68b977c71d8eb36a22 2024-12-17T08:10:11,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=11 2024-12-17T08:10:11,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=11, state=SUCCESS; OpenRegionProcedure 2445f039310857a9c05f5f6b6ceb8d8a, server=c41f045e1357,40947,1734423000623 in 248 msec 2024-12-17T08:10:11,483 INFO [StoreOpener-556f932f2d2c9b68b977c71d8eb36a22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 556f932f2d2c9b68b977c71d8eb36a22 columnFamilyName f 2024-12-17T08:10:11,483 DEBUG [StoreOpener-556f932f2d2c9b68b977c71d8eb36a22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2445f039310857a9c05f5f6b6ceb8d8a, ASSIGN in 425 msec 2024-12-17T08:10:11,483 INFO [StoreOpener-556f932f2d2c9b68b977c71d8eb36a22-1 {}] regionserver.HStore(327): Store=556f932f2d2c9b68b977c71d8eb36a22/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,483 INFO [StoreOpener-556f932f2d2c9b68b977c71d8eb36a22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 556f932f2d2c9b68b977c71d8eb36a22 2024-12-17T08:10:11,485 INFO [StoreOpener-556f932f2d2c9b68b977c71d8eb36a22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 556f932f2d2c9b68b977c71d8eb36a22 columnFamilyName norep 2024-12-17T08:10:11,485 DEBUG [StoreOpener-556f932f2d2c9b68b977c71d8eb36a22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,486 INFO [StoreOpener-556f932f2d2c9b68b977c71d8eb36a22-1 {}] regionserver.HStore(327): Store=556f932f2d2c9b68b977c71d8eb36a22/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,486 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/556f932f2d2c9b68b977c71d8eb36a22 2024-12-17T08:10:11,487 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/556f932f2d2c9b68b977c71d8eb36a22 2024-12-17T08:10:11,488 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,490 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 556f932f2d2c9b68b977c71d8eb36a22 2024-12-17T08:10:11,492 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/556f932f2d2c9b68b977c71d8eb36a22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,492 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 556f932f2d2c9b68b977c71d8eb36a22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74199274, jitterRate=0.10565534234046936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,493 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 556f932f2d2c9b68b977c71d8eb36a22: 2024-12-17T08:10:11,493 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22., pid=52, masterSystemTime=1734423011366 2024-12-17T08:10:11,495 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. 2024-12-17T08:10:11,496 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. 2024-12-17T08:10:11,496 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. 2024-12-17T08:10:11,496 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => fae75d1cd51dad80dccf86b6b9beea37, NAME => 'test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-17T08:10:11,496 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=556f932f2d2c9b68b977c71d8eb36a22, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,496 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:10:11,496 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,496 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:10:11,496 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:10:11,498 INFO [StoreOpener-fae75d1cd51dad80dccf86b6b9beea37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:10:11,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=20 2024-12-17T08:10:11,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=20, state=SUCCESS; OpenRegionProcedure 556f932f2d2c9b68b977c71d8eb36a22, server=c41f045e1357,40947,1734423000623 in 249 msec 2024-12-17T08:10:11,501 INFO [StoreOpener-fae75d1cd51dad80dccf86b6b9beea37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fae75d1cd51dad80dccf86b6b9beea37 columnFamilyName f 2024-12-17T08:10:11,501 DEBUG [StoreOpener-fae75d1cd51dad80dccf86b6b9beea37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,501 INFO [StoreOpener-fae75d1cd51dad80dccf86b6b9beea37-1 {}] regionserver.HStore(327): Store=fae75d1cd51dad80dccf86b6b9beea37/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,502 INFO [StoreOpener-fae75d1cd51dad80dccf86b6b9beea37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:10:11,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=556f932f2d2c9b68b977c71d8eb36a22, ASSIGN in 445 msec 2024-12-17T08:10:11,503 INFO [StoreOpener-fae75d1cd51dad80dccf86b6b9beea37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fae75d1cd51dad80dccf86b6b9beea37 columnFamilyName norep 2024-12-17T08:10:11,503 DEBUG [StoreOpener-fae75d1cd51dad80dccf86b6b9beea37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,504 INFO [StoreOpener-fae75d1cd51dad80dccf86b6b9beea37-1 {}] regionserver.HStore(327): Store=fae75d1cd51dad80dccf86b6b9beea37/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,505 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:10:11,505 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:10:11,507 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,509 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:10:11,512 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/fae75d1cd51dad80dccf86b6b9beea37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,512 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened fae75d1cd51dad80dccf86b6b9beea37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68915724, jitterRate=0.026924312114715576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,512 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for fae75d1cd51dad80dccf86b6b9beea37: 2024-12-17T08:10:11,513 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37., pid=53, masterSystemTime=1734423011366 2024-12-17T08:10:11,516 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. 2024-12-17T08:10:11,516 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. 2024-12-17T08:10:11,516 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. 2024-12-17T08:10:11,516 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=fae75d1cd51dad80dccf86b6b9beea37, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,516 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 0493b647b3078eca71361c2ed4c5cff3, NAME => 'test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-17T08:10:11,516 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0493b647b3078eca71361c2ed4c5cff3 2024-12-17T08:10:11,517 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,517 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 0493b647b3078eca71361c2ed4c5cff3 2024-12-17T08:10:11,517 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 0493b647b3078eca71361c2ed4c5cff3 2024-12-17T08:10:11,520 INFO [StoreOpener-0493b647b3078eca71361c2ed4c5cff3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0493b647b3078eca71361c2ed4c5cff3 2024-12-17T08:10:11,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=30 2024-12-17T08:10:11,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=30, state=SUCCESS; OpenRegionProcedure fae75d1cd51dad80dccf86b6b9beea37, server=c41f045e1357,40947,1734423000623 in 268 msec 2024-12-17T08:10:11,522 INFO [StoreOpener-0493b647b3078eca71361c2ed4c5cff3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0493b647b3078eca71361c2ed4c5cff3 columnFamilyName f 2024-12-17T08:10:11,522 DEBUG [StoreOpener-0493b647b3078eca71361c2ed4c5cff3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fae75d1cd51dad80dccf86b6b9beea37, ASSIGN in 465 msec 2024-12-17T08:10:11,523 INFO [StoreOpener-0493b647b3078eca71361c2ed4c5cff3-1 {}] regionserver.HStore(327): Store=0493b647b3078eca71361c2ed4c5cff3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,523 INFO [StoreOpener-0493b647b3078eca71361c2ed4c5cff3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0493b647b3078eca71361c2ed4c5cff3 2024-12-17T08:10:11,524 INFO [StoreOpener-0493b647b3078eca71361c2ed4c5cff3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0493b647b3078eca71361c2ed4c5cff3 columnFamilyName norep 2024-12-17T08:10:11,524 DEBUG [StoreOpener-0493b647b3078eca71361c2ed4c5cff3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,525 INFO [StoreOpener-0493b647b3078eca71361c2ed4c5cff3-1 {}] regionserver.HStore(327): Store=0493b647b3078eca71361c2ed4c5cff3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,526 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/0493b647b3078eca71361c2ed4c5cff3 2024-12-17T08:10:11,526 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/0493b647b3078eca71361c2ed4c5cff3 2024-12-17T08:10:11,528 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,529 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 0493b647b3078eca71361c2ed4c5cff3 2024-12-17T08:10:11,532 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/0493b647b3078eca71361c2ed4c5cff3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,533 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 0493b647b3078eca71361c2ed4c5cff3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69718172, jitterRate=0.03888171911239624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,533 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 0493b647b3078eca71361c2ed4c5cff3: 2024-12-17T08:10:11,534 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3., pid=42, masterSystemTime=1734423011366 2024-12-17T08:10:11,536 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. 2024-12-17T08:10:11,536 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. 2024-12-17T08:10:11,536 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=0493b647b3078eca71361c2ed4c5cff3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,536 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. 2024-12-17T08:10:11,537 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 29ed8db3e6327df7cb74263fc9857ca6, NAME => 'test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-17T08:10:11,537 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29ed8db3e6327df7cb74263fc9857ca6 2024-12-17T08:10:11,537 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,537 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 29ed8db3e6327df7cb74263fc9857ca6 2024-12-17T08:10:11,537 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 29ed8db3e6327df7cb74263fc9857ca6 2024-12-17T08:10:11,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=24 2024-12-17T08:10:11,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=24, state=SUCCESS; OpenRegionProcedure 0493b647b3078eca71361c2ed4c5cff3, server=c41f045e1357,40947,1734423000623 in 316 msec 2024-12-17T08:10:11,541 INFO [StoreOpener-29ed8db3e6327df7cb74263fc9857ca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29ed8db3e6327df7cb74263fc9857ca6 2024-12-17T08:10:11,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0493b647b3078eca71361c2ed4c5cff3, ASSIGN in 485 msec 2024-12-17T08:10:11,543 INFO [StoreOpener-29ed8db3e6327df7cb74263fc9857ca6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29ed8db3e6327df7cb74263fc9857ca6 columnFamilyName f 2024-12-17T08:10:11,543 DEBUG [StoreOpener-29ed8db3e6327df7cb74263fc9857ca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,544 INFO [StoreOpener-29ed8db3e6327df7cb74263fc9857ca6-1 {}] regionserver.HStore(327): Store=29ed8db3e6327df7cb74263fc9857ca6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,544 INFO [StoreOpener-29ed8db3e6327df7cb74263fc9857ca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29ed8db3e6327df7cb74263fc9857ca6 2024-12-17T08:10:11,546 INFO [StoreOpener-29ed8db3e6327df7cb74263fc9857ca6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29ed8db3e6327df7cb74263fc9857ca6 columnFamilyName norep 2024-12-17T08:10:11,546 DEBUG [StoreOpener-29ed8db3e6327df7cb74263fc9857ca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,546 INFO [StoreOpener-29ed8db3e6327df7cb74263fc9857ca6-1 {}] regionserver.HStore(327): Store=29ed8db3e6327df7cb74263fc9857ca6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,547 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/29ed8db3e6327df7cb74263fc9857ca6 2024-12-17T08:10:11,548 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/29ed8db3e6327df7cb74263fc9857ca6 2024-12-17T08:10:11,549 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,551 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 29ed8db3e6327df7cb74263fc9857ca6 2024-12-17T08:10:11,553 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/29ed8db3e6327df7cb74263fc9857ca6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,554 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 29ed8db3e6327df7cb74263fc9857ca6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64984200, jitterRate=-0.03165996074676514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,554 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 29ed8db3e6327df7cb74263fc9857ca6: 2024-12-17T08:10:11,555 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6., pid=60, masterSystemTime=1734423011366 2024-12-17T08:10:11,558 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=29ed8db3e6327df7cb74263fc9857ca6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,558 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. 2024-12-17T08:10:11,558 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. 2024-12-17T08:10:11,558 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. 2024-12-17T08:10:11,559 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => e9e174d1efd1342e0aef942b4e24dff0, NAME => 'test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-17T08:10:11,560 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e9e174d1efd1342e0aef942b4e24dff0 2024-12-17T08:10:11,560 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,560 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for e9e174d1efd1342e0aef942b4e24dff0 2024-12-17T08:10:11,561 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for e9e174d1efd1342e0aef942b4e24dff0 2024-12-17T08:10:11,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=14 2024-12-17T08:10:11,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=14, state=SUCCESS; OpenRegionProcedure 29ed8db3e6327df7cb74263fc9857ca6, server=c41f045e1357,40947,1734423000623 in 287 msec 2024-12-17T08:10:11,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=29ed8db3e6327df7cb74263fc9857ca6, ASSIGN in 507 msec 2024-12-17T08:10:11,564 INFO [StoreOpener-e9e174d1efd1342e0aef942b4e24dff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e9e174d1efd1342e0aef942b4e24dff0 2024-12-17T08:10:11,566 INFO [StoreOpener-e9e174d1efd1342e0aef942b4e24dff0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9e174d1efd1342e0aef942b4e24dff0 columnFamilyName f 2024-12-17T08:10:11,566 DEBUG [StoreOpener-e9e174d1efd1342e0aef942b4e24dff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,567 INFO [StoreOpener-e9e174d1efd1342e0aef942b4e24dff0-1 {}] regionserver.HStore(327): Store=e9e174d1efd1342e0aef942b4e24dff0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,567 INFO [StoreOpener-e9e174d1efd1342e0aef942b4e24dff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e9e174d1efd1342e0aef942b4e24dff0 2024-12-17T08:10:11,568 INFO [StoreOpener-e9e174d1efd1342e0aef942b4e24dff0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9e174d1efd1342e0aef942b4e24dff0 columnFamilyName norep 2024-12-17T08:10:11,569 DEBUG [StoreOpener-e9e174d1efd1342e0aef942b4e24dff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,569 INFO [StoreOpener-e9e174d1efd1342e0aef942b4e24dff0-1 {}] regionserver.HStore(327): Store=e9e174d1efd1342e0aef942b4e24dff0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,570 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/e9e174d1efd1342e0aef942b4e24dff0 2024-12-17T08:10:11,570 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/e9e174d1efd1342e0aef942b4e24dff0 2024-12-17T08:10:11,572 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,573 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for e9e174d1efd1342e0aef942b4e24dff0 2024-12-17T08:10:11,576 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/e9e174d1efd1342e0aef942b4e24dff0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,576 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened e9e174d1efd1342e0aef942b4e24dff0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68145132, jitterRate=0.015441596508026123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,576 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for e9e174d1efd1342e0aef942b4e24dff0: 2024-12-17T08:10:11,577 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0., pid=61, masterSystemTime=1734423011366 2024-12-17T08:10:11,580 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. 2024-12-17T08:10:11,580 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. 2024-12-17T08:10:11,580 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. 2024-12-17T08:10:11,580 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 649c01ab0e13b11a94f48a9b86f38fa6, NAME => 'test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-17T08:10:11,581 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 649c01ab0e13b11a94f48a9b86f38fa6 2024-12-17T08:10:11,581 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=e9e174d1efd1342e0aef942b4e24dff0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,581 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,581 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 649c01ab0e13b11a94f48a9b86f38fa6 2024-12-17T08:10:11,581 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 649c01ab0e13b11a94f48a9b86f38fa6 2024-12-17T08:10:11,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=25 2024-12-17T08:10:11,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=25, state=SUCCESS; OpenRegionProcedure e9e174d1efd1342e0aef942b4e24dff0, server=c41f045e1357,40947,1734423000623 in 309 msec 2024-12-17T08:10:11,586 INFO [StoreOpener-649c01ab0e13b11a94f48a9b86f38fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 649c01ab0e13b11a94f48a9b86f38fa6 2024-12-17T08:10:11,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e9e174d1efd1342e0aef942b4e24dff0, ASSIGN in 529 msec 2024-12-17T08:10:11,590 INFO [StoreOpener-649c01ab0e13b11a94f48a9b86f38fa6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 649c01ab0e13b11a94f48a9b86f38fa6 columnFamilyName f 2024-12-17T08:10:11,590 DEBUG [StoreOpener-649c01ab0e13b11a94f48a9b86f38fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,590 INFO [StoreOpener-649c01ab0e13b11a94f48a9b86f38fa6-1 {}] regionserver.HStore(327): Store=649c01ab0e13b11a94f48a9b86f38fa6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,591 INFO [StoreOpener-649c01ab0e13b11a94f48a9b86f38fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 649c01ab0e13b11a94f48a9b86f38fa6 2024-12-17T08:10:11,592 INFO [StoreOpener-649c01ab0e13b11a94f48a9b86f38fa6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 649c01ab0e13b11a94f48a9b86f38fa6 columnFamilyName norep 2024-12-17T08:10:11,592 DEBUG [StoreOpener-649c01ab0e13b11a94f48a9b86f38fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,593 INFO [StoreOpener-649c01ab0e13b11a94f48a9b86f38fa6-1 {}] regionserver.HStore(327): Store=649c01ab0e13b11a94f48a9b86f38fa6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,594 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/649c01ab0e13b11a94f48a9b86f38fa6 2024-12-17T08:10:11,595 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/649c01ab0e13b11a94f48a9b86f38fa6 2024-12-17T08:10:11,596 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,598 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 649c01ab0e13b11a94f48a9b86f38fa6 2024-12-17T08:10:11,600 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/649c01ab0e13b11a94f48a9b86f38fa6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,601 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 649c01ab0e13b11a94f48a9b86f38fa6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61011890, jitterRate=-0.09085199236869812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,601 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 649c01ab0e13b11a94f48a9b86f38fa6: 2024-12-17T08:10:11,602 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6., pid=39, masterSystemTime=1734423011366 2024-12-17T08:10:11,606 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. 2024-12-17T08:10:11,606 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. 2024-12-17T08:10:11,606 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. 2024-12-17T08:10:11,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=649c01ab0e13b11a94f48a9b86f38fa6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,606 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 8cb8ad680102092f86f38dcf876f34a5, NAME => 'test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-17T08:10:11,606 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8cb8ad680102092f86f38dcf876f34a5 2024-12-17T08:10:11,607 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,607 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 8cb8ad680102092f86f38dcf876f34a5 2024-12-17T08:10:11,607 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 8cb8ad680102092f86f38dcf876f34a5 2024-12-17T08:10:11,609 INFO [StoreOpener-8cb8ad680102092f86f38dcf876f34a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8cb8ad680102092f86f38dcf876f34a5 2024-12-17T08:10:11,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=33 2024-12-17T08:10:11,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=33, state=SUCCESS; OpenRegionProcedure 649c01ab0e13b11a94f48a9b86f38fa6, server=c41f045e1357,40947,1734423000623 in 392 msec 2024-12-17T08:10:11,611 INFO [StoreOpener-8cb8ad680102092f86f38dcf876f34a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb8ad680102092f86f38dcf876f34a5 columnFamilyName f 2024-12-17T08:10:11,611 DEBUG [StoreOpener-8cb8ad680102092f86f38dcf876f34a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=649c01ab0e13b11a94f48a9b86f38fa6, ASSIGN in 554 msec 2024-12-17T08:10:11,612 INFO [StoreOpener-8cb8ad680102092f86f38dcf876f34a5-1 {}] regionserver.HStore(327): Store=8cb8ad680102092f86f38dcf876f34a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,612 INFO [StoreOpener-8cb8ad680102092f86f38dcf876f34a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8cb8ad680102092f86f38dcf876f34a5 2024-12-17T08:10:11,614 INFO [StoreOpener-8cb8ad680102092f86f38dcf876f34a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb8ad680102092f86f38dcf876f34a5 columnFamilyName norep 2024-12-17T08:10:11,614 DEBUG [StoreOpener-8cb8ad680102092f86f38dcf876f34a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,614 INFO [StoreOpener-8cb8ad680102092f86f38dcf876f34a5-1 {}] regionserver.HStore(327): Store=8cb8ad680102092f86f38dcf876f34a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,615 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/8cb8ad680102092f86f38dcf876f34a5 2024-12-17T08:10:11,616 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/8cb8ad680102092f86f38dcf876f34a5 2024-12-17T08:10:11,618 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,619 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 8cb8ad680102092f86f38dcf876f34a5 2024-12-17T08:10:11,622 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/8cb8ad680102092f86f38dcf876f34a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,622 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 8cb8ad680102092f86f38dcf876f34a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71828599, jitterRate=0.07032953202724457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,623 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 8cb8ad680102092f86f38dcf876f34a5: 2024-12-17T08:10:11,623 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5., pid=56, masterSystemTime=1734423011366 2024-12-17T08:10:11,626 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. 2024-12-17T08:10:11,626 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. 2024-12-17T08:10:11,626 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. 2024-12-17T08:10:11,626 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => db18fb3fe9c885dbfcd88eabecfdee88, NAME => 'test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-17T08:10:11,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8cb8ad680102092f86f38dcf876f34a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,626 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test db18fb3fe9c885dbfcd88eabecfdee88 2024-12-17T08:10:11,626 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,627 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for db18fb3fe9c885dbfcd88eabecfdee88 2024-12-17T08:10:11,627 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for db18fb3fe9c885dbfcd88eabecfdee88 2024-12-17T08:10:11,629 INFO [StoreOpener-db18fb3fe9c885dbfcd88eabecfdee88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db18fb3fe9c885dbfcd88eabecfdee88 2024-12-17T08:10:11,631 INFO [StoreOpener-db18fb3fe9c885dbfcd88eabecfdee88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db18fb3fe9c885dbfcd88eabecfdee88 columnFamilyName f 2024-12-17T08:10:11,631 DEBUG [StoreOpener-db18fb3fe9c885dbfcd88eabecfdee88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,631 INFO [StoreOpener-db18fb3fe9c885dbfcd88eabecfdee88-1 {}] regionserver.HStore(327): Store=db18fb3fe9c885dbfcd88eabecfdee88/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,632 INFO [StoreOpener-db18fb3fe9c885dbfcd88eabecfdee88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region db18fb3fe9c885dbfcd88eabecfdee88 2024-12-17T08:10:11,633 INFO [StoreOpener-db18fb3fe9c885dbfcd88eabecfdee88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db18fb3fe9c885dbfcd88eabecfdee88 columnFamilyName norep 2024-12-17T08:10:11,633 DEBUG [StoreOpener-db18fb3fe9c885dbfcd88eabecfdee88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,634 INFO [StoreOpener-db18fb3fe9c885dbfcd88eabecfdee88-1 {}] regionserver.HStore(327): Store=db18fb3fe9c885dbfcd88eabecfdee88/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=10 2024-12-17T08:10:11,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=10, state=SUCCESS; OpenRegionProcedure 8cb8ad680102092f86f38dcf876f34a5, server=c41f045e1357,40947,1734423000623 in 371 msec 2024-12-17T08:10:11,635 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/db18fb3fe9c885dbfcd88eabecfdee88 2024-12-17T08:10:11,636 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/db18fb3fe9c885dbfcd88eabecfdee88 2024-12-17T08:10:11,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8cb8ad680102092f86f38dcf876f34a5, ASSIGN in 579 msec 2024-12-17T08:10:11,637 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,639 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for db18fb3fe9c885dbfcd88eabecfdee88 2024-12-17T08:10:11,641 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/db18fb3fe9c885dbfcd88eabecfdee88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,642 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened db18fb3fe9c885dbfcd88eabecfdee88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72236824, jitterRate=0.07641255855560303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,642 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for db18fb3fe9c885dbfcd88eabecfdee88: 2024-12-17T08:10:11,643 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88., pid=51, masterSystemTime=1734423011366 2024-12-17T08:10:11,645 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. 2024-12-17T08:10:11,645 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. 2024-12-17T08:10:11,645 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. 2024-12-17T08:10:11,645 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 36a61f821270fbe294dd76eb25e3a4ad, NAME => 'test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-17T08:10:11,645 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=db18fb3fe9c885dbfcd88eabecfdee88, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,646 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 36a61f821270fbe294dd76eb25e3a4ad 2024-12-17T08:10:11,646 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,646 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 36a61f821270fbe294dd76eb25e3a4ad 2024-12-17T08:10:11,646 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 36a61f821270fbe294dd76eb25e3a4ad 2024-12-17T08:10:11,648 INFO [StoreOpener-36a61f821270fbe294dd76eb25e3a4ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 36a61f821270fbe294dd76eb25e3a4ad 2024-12-17T08:10:11,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=27 2024-12-17T08:10:11,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=27, state=SUCCESS; OpenRegionProcedure db18fb3fe9c885dbfcd88eabecfdee88, server=c41f045e1357,40947,1734423000623 in 399 msec 2024-12-17T08:10:11,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=db18fb3fe9c885dbfcd88eabecfdee88, ASSIGN in 593 msec 2024-12-17T08:10:11,651 INFO [StoreOpener-36a61f821270fbe294dd76eb25e3a4ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a61f821270fbe294dd76eb25e3a4ad columnFamilyName f 2024-12-17T08:10:11,651 DEBUG [StoreOpener-36a61f821270fbe294dd76eb25e3a4ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,651 INFO [StoreOpener-36a61f821270fbe294dd76eb25e3a4ad-1 {}] regionserver.HStore(327): Store=36a61f821270fbe294dd76eb25e3a4ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,651 INFO [StoreOpener-36a61f821270fbe294dd76eb25e3a4ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 36a61f821270fbe294dd76eb25e3a4ad 2024-12-17T08:10:11,653 INFO [StoreOpener-36a61f821270fbe294dd76eb25e3a4ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a61f821270fbe294dd76eb25e3a4ad columnFamilyName norep 2024-12-17T08:10:11,653 DEBUG [StoreOpener-36a61f821270fbe294dd76eb25e3a4ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,654 INFO [StoreOpener-36a61f821270fbe294dd76eb25e3a4ad-1 {}] regionserver.HStore(327): Store=36a61f821270fbe294dd76eb25e3a4ad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:11,655 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/36a61f821270fbe294dd76eb25e3a4ad 2024-12-17T08:10:11,655 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/36a61f821270fbe294dd76eb25e3a4ad 2024-12-17T08:10:11,657 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,659 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 36a61f821270fbe294dd76eb25e3a4ad 2024-12-17T08:10:11,661 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/36a61f821270fbe294dd76eb25e3a4ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,662 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 36a61f821270fbe294dd76eb25e3a4ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69289902, jitterRate=0.032499998807907104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,662 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 36a61f821270fbe294dd76eb25e3a4ad: 2024-12-17T08:10:11,663 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad., pid=40, masterSystemTime=1734423011366 2024-12-17T08:10:11,665 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. 2024-12-17T08:10:11,665 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. 2024-12-17T08:10:11,665 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. 2024-12-17T08:10:11,665 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=36a61f821270fbe294dd76eb25e3a4ad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,665 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => e34f45f47784b29e5ffbf709f2866e25, NAME => 'test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-17T08:10:11,666 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e34f45f47784b29e5ffbf709f2866e25 2024-12-17T08:10:11,666 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,666 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for e34f45f47784b29e5ffbf709f2866e25 2024-12-17T08:10:11,666 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for e34f45f47784b29e5ffbf709f2866e25 2024-12-17T08:10:11,668 INFO [StoreOpener-e34f45f47784b29e5ffbf709f2866e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e34f45f47784b29e5ffbf709f2866e25 2024-12-17T08:10:11,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=34 2024-12-17T08:10:11,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=34, state=SUCCESS; OpenRegionProcedure 36a61f821270fbe294dd76eb25e3a4ad, server=c41f045e1357,40947,1734423000623 in 450 msec 2024-12-17T08:10:11,669 INFO [StoreOpener-e34f45f47784b29e5ffbf709f2866e25-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e34f45f47784b29e5ffbf709f2866e25 columnFamilyName f 2024-12-17T08:10:11,670 DEBUG [StoreOpener-e34f45f47784b29e5ffbf709f2866e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,670 INFO [StoreOpener-e34f45f47784b29e5ffbf709f2866e25-1 {}] regionserver.HStore(327): Store=e34f45f47784b29e5ffbf709f2866e25/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,670 INFO [StoreOpener-e34f45f47784b29e5ffbf709f2866e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e34f45f47784b29e5ffbf709f2866e25 2024-12-17T08:10:11,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=36a61f821270fbe294dd76eb25e3a4ad, ASSIGN in 613 msec 2024-12-17T08:10:11,672 INFO [StoreOpener-e34f45f47784b29e5ffbf709f2866e25-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e34f45f47784b29e5ffbf709f2866e25 columnFamilyName norep 2024-12-17T08:10:11,672 DEBUG [StoreOpener-e34f45f47784b29e5ffbf709f2866e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,672 INFO [StoreOpener-e34f45f47784b29e5ffbf709f2866e25-1 {}] regionserver.HStore(327): Store=e34f45f47784b29e5ffbf709f2866e25/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,673 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/e34f45f47784b29e5ffbf709f2866e25 2024-12-17T08:10:11,673 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/e34f45f47784b29e5ffbf709f2866e25 2024-12-17T08:10:11,675 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,676 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for e34f45f47784b29e5ffbf709f2866e25 2024-12-17T08:10:11,678 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/e34f45f47784b29e5ffbf709f2866e25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,679 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened e34f45f47784b29e5ffbf709f2866e25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60348643, jitterRate=-0.100735142827034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,679 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for e34f45f47784b29e5ffbf709f2866e25: 2024-12-17T08:10:11,680 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25., pid=50, masterSystemTime=1734423011366 2024-12-17T08:10:11,683 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=e34f45f47784b29e5ffbf709f2866e25, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,683 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. 2024-12-17T08:10:11,683 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. 2024-12-17T08:10:11,683 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. 2024-12-17T08:10:11,683 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 6f144b691eb609eaf6bd165877d5bfe5, NAME => 'test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-17T08:10:11,684 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f144b691eb609eaf6bd165877d5bfe5 2024-12-17T08:10:11,684 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,684 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 6f144b691eb609eaf6bd165877d5bfe5 2024-12-17T08:10:11,684 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 6f144b691eb609eaf6bd165877d5bfe5 2024-12-17T08:10:11,686 INFO [StoreOpener-6f144b691eb609eaf6bd165877d5bfe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f144b691eb609eaf6bd165877d5bfe5 2024-12-17T08:10:11,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=15 2024-12-17T08:10:11,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=15, state=SUCCESS; OpenRegionProcedure e34f45f47784b29e5ffbf709f2866e25, server=c41f045e1357,40947,1734423000623 in 437 msec 2024-12-17T08:10:11,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e34f45f47784b29e5ffbf709f2866e25, ASSIGN in 631 msec 2024-12-17T08:10:11,690 INFO [StoreOpener-6f144b691eb609eaf6bd165877d5bfe5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f144b691eb609eaf6bd165877d5bfe5 columnFamilyName f 2024-12-17T08:10:11,690 DEBUG [StoreOpener-6f144b691eb609eaf6bd165877d5bfe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,690 INFO [StoreOpener-6f144b691eb609eaf6bd165877d5bfe5-1 {}] regionserver.HStore(327): Store=6f144b691eb609eaf6bd165877d5bfe5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,690 INFO [StoreOpener-6f144b691eb609eaf6bd165877d5bfe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f144b691eb609eaf6bd165877d5bfe5 2024-12-17T08:10:11,692 INFO [StoreOpener-6f144b691eb609eaf6bd165877d5bfe5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f144b691eb609eaf6bd165877d5bfe5 columnFamilyName norep 2024-12-17T08:10:11,692 DEBUG [StoreOpener-6f144b691eb609eaf6bd165877d5bfe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,693 INFO [StoreOpener-6f144b691eb609eaf6bd165877d5bfe5-1 {}] regionserver.HStore(327): Store=6f144b691eb609eaf6bd165877d5bfe5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,694 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/6f144b691eb609eaf6bd165877d5bfe5 2024-12-17T08:10:11,694 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/6f144b691eb609eaf6bd165877d5bfe5 2024-12-17T08:10:11,696 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,697 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 6f144b691eb609eaf6bd165877d5bfe5 2024-12-17T08:10:11,700 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/6f144b691eb609eaf6bd165877d5bfe5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,701 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 6f144b691eb609eaf6bd165877d5bfe5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60049884, jitterRate=-0.10518699884414673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,701 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 6f144b691eb609eaf6bd165877d5bfe5: 2024-12-17T08:10:11,702 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5., pid=45, masterSystemTime=1734423011366 2024-12-17T08:10:11,704 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. 2024-12-17T08:10:11,704 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. 2024-12-17T08:10:11,705 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. 2024-12-17T08:10:11,705 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 67a6e1edf0157bd1bc96ff2ce79142a5, NAME => 'test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-17T08:10:11,705 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=6f144b691eb609eaf6bd165877d5bfe5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,705 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 67a6e1edf0157bd1bc96ff2ce79142a5 2024-12-17T08:10:11,705 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,706 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 67a6e1edf0157bd1bc96ff2ce79142a5 2024-12-17T08:10:11,706 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 67a6e1edf0157bd1bc96ff2ce79142a5 2024-12-17T08:10:11,710 INFO [StoreOpener-67a6e1edf0157bd1bc96ff2ce79142a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 67a6e1edf0157bd1bc96ff2ce79142a5 2024-12-17T08:10:11,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=29 2024-12-17T08:10:11,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=29, state=SUCCESS; OpenRegionProcedure 6f144b691eb609eaf6bd165877d5bfe5, server=c41f045e1357,40947,1734423000623 in 480 msec 2024-12-17T08:10:11,712 INFO [StoreOpener-67a6e1edf0157bd1bc96ff2ce79142a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67a6e1edf0157bd1bc96ff2ce79142a5 columnFamilyName f 2024-12-17T08:10:11,712 DEBUG [StoreOpener-67a6e1edf0157bd1bc96ff2ce79142a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6f144b691eb609eaf6bd165877d5bfe5, ASSIGN in 655 msec 2024-12-17T08:10:11,713 INFO [StoreOpener-67a6e1edf0157bd1bc96ff2ce79142a5-1 {}] regionserver.HStore(327): Store=67a6e1edf0157bd1bc96ff2ce79142a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,713 INFO [StoreOpener-67a6e1edf0157bd1bc96ff2ce79142a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 67a6e1edf0157bd1bc96ff2ce79142a5 2024-12-17T08:10:11,715 INFO [StoreOpener-67a6e1edf0157bd1bc96ff2ce79142a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67a6e1edf0157bd1bc96ff2ce79142a5 columnFamilyName norep 2024-12-17T08:10:11,715 DEBUG [StoreOpener-67a6e1edf0157bd1bc96ff2ce79142a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,716 INFO [StoreOpener-67a6e1edf0157bd1bc96ff2ce79142a5-1 {}] regionserver.HStore(327): Store=67a6e1edf0157bd1bc96ff2ce79142a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,717 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/67a6e1edf0157bd1bc96ff2ce79142a5 2024-12-17T08:10:11,717 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/67a6e1edf0157bd1bc96ff2ce79142a5 2024-12-17T08:10:11,719 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,721 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 67a6e1edf0157bd1bc96ff2ce79142a5 2024-12-17T08:10:11,724 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/67a6e1edf0157bd1bc96ff2ce79142a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,724 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 67a6e1edf0157bd1bc96ff2ce79142a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67251283, jitterRate=0.0021222084760665894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,725 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 67a6e1edf0157bd1bc96ff2ce79142a5: 2024-12-17T08:10:11,725 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5., pid=58, masterSystemTime=1734423011366 2024-12-17T08:10:11,727 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. 2024-12-17T08:10:11,728 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. 2024-12-17T08:10:11,728 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. 2024-12-17T08:10:11,728 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 0b45e5aed02ab339ab6ac8c4290d7d04, NAME => 'test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-17T08:10:11,728 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=67a6e1edf0157bd1bc96ff2ce79142a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,728 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0b45e5aed02ab339ab6ac8c4290d7d04 2024-12-17T08:10:11,728 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,729 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 0b45e5aed02ab339ab6ac8c4290d7d04 2024-12-17T08:10:11,729 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 0b45e5aed02ab339ab6ac8c4290d7d04 2024-12-17T08:10:11,731 INFO [StoreOpener-0b45e5aed02ab339ab6ac8c4290d7d04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b45e5aed02ab339ab6ac8c4290d7d04 2024-12-17T08:10:11,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=35 2024-12-17T08:10:11,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=35, state=SUCCESS; OpenRegionProcedure 67a6e1edf0157bd1bc96ff2ce79142a5, server=c41f045e1357,40947,1734423000623 in 466 msec 2024-12-17T08:10:11,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=67a6e1edf0157bd1bc96ff2ce79142a5, ASSIGN in 676 msec 2024-12-17T08:10:11,734 INFO [StoreOpener-0b45e5aed02ab339ab6ac8c4290d7d04-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45e5aed02ab339ab6ac8c4290d7d04 columnFamilyName f 2024-12-17T08:10:11,734 DEBUG [StoreOpener-0b45e5aed02ab339ab6ac8c4290d7d04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,735 INFO [StoreOpener-0b45e5aed02ab339ab6ac8c4290d7d04-1 {}] regionserver.HStore(327): Store=0b45e5aed02ab339ab6ac8c4290d7d04/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,735 INFO [StoreOpener-0b45e5aed02ab339ab6ac8c4290d7d04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0b45e5aed02ab339ab6ac8c4290d7d04 2024-12-17T08:10:11,736 INFO [StoreOpener-0b45e5aed02ab339ab6ac8c4290d7d04-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45e5aed02ab339ab6ac8c4290d7d04 columnFamilyName norep 2024-12-17T08:10:11,736 DEBUG [StoreOpener-0b45e5aed02ab339ab6ac8c4290d7d04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,737 INFO [StoreOpener-0b45e5aed02ab339ab6ac8c4290d7d04-1 {}] regionserver.HStore(327): Store=0b45e5aed02ab339ab6ac8c4290d7d04/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,738 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/0b45e5aed02ab339ab6ac8c4290d7d04 2024-12-17T08:10:11,739 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/0b45e5aed02ab339ab6ac8c4290d7d04 2024-12-17T08:10:11,740 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,742 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 0b45e5aed02ab339ab6ac8c4290d7d04 2024-12-17T08:10:11,746 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/0b45e5aed02ab339ab6ac8c4290d7d04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,747 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 0b45e5aed02ab339ab6ac8c4290d7d04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74382893, jitterRate=0.10839147865772247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,747 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 0b45e5aed02ab339ab6ac8c4290d7d04: 2024-12-17T08:10:11,748 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04., pid=37, masterSystemTime=1734423011366 2024-12-17T08:10:11,750 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. 2024-12-17T08:10:11,750 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. 2024-12-17T08:10:11,750 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. 2024-12-17T08:10:11,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=0b45e5aed02ab339ab6ac8c4290d7d04, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,751 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => a7d44d442438b59e54fea01ba857034c, NAME => 'test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-17T08:10:11,751 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a7d44d442438b59e54fea01ba857034c 2024-12-17T08:10:11,751 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,751 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for a7d44d442438b59e54fea01ba857034c 2024-12-17T08:10:11,751 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for a7d44d442438b59e54fea01ba857034c 2024-12-17T08:10:11,753 INFO [StoreOpener-a7d44d442438b59e54fea01ba857034c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a7d44d442438b59e54fea01ba857034c 2024-12-17T08:10:11,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=26 2024-12-17T08:10:11,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=26, state=SUCCESS; OpenRegionProcedure 0b45e5aed02ab339ab6ac8c4290d7d04, server=c41f045e1357,40947,1734423000623 in 539 msec 2024-12-17T08:10:11,755 INFO [StoreOpener-a7d44d442438b59e54fea01ba857034c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7d44d442438b59e54fea01ba857034c columnFamilyName f 2024-12-17T08:10:11,755 DEBUG [StoreOpener-a7d44d442438b59e54fea01ba857034c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,756 INFO [StoreOpener-a7d44d442438b59e54fea01ba857034c-1 {}] regionserver.HStore(327): Store=a7d44d442438b59e54fea01ba857034c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0b45e5aed02ab339ab6ac8c4290d7d04, ASSIGN in 699 msec 2024-12-17T08:10:11,756 INFO [StoreOpener-a7d44d442438b59e54fea01ba857034c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a7d44d442438b59e54fea01ba857034c 2024-12-17T08:10:11,758 INFO [StoreOpener-a7d44d442438b59e54fea01ba857034c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7d44d442438b59e54fea01ba857034c columnFamilyName norep 2024-12-17T08:10:11,758 DEBUG [StoreOpener-a7d44d442438b59e54fea01ba857034c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,759 INFO [StoreOpener-a7d44d442438b59e54fea01ba857034c-1 {}] regionserver.HStore(327): Store=a7d44d442438b59e54fea01ba857034c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,760 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/a7d44d442438b59e54fea01ba857034c 2024-12-17T08:10:11,761 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/a7d44d442438b59e54fea01ba857034c 2024-12-17T08:10:11,763 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,764 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for a7d44d442438b59e54fea01ba857034c 2024-12-17T08:10:11,768 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/a7d44d442438b59e54fea01ba857034c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,769 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened a7d44d442438b59e54fea01ba857034c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70672752, jitterRate=0.053106069564819336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,769 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for a7d44d442438b59e54fea01ba857034c: 2024-12-17T08:10:11,770 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c., pid=49, masterSystemTime=1734423011366 2024-12-17T08:10:11,773 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. 2024-12-17T08:10:11,773 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. 2024-12-17T08:10:11,774 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. 2024-12-17T08:10:11,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=a7d44d442438b59e54fea01ba857034c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,774 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => f781930808aa1c79234885e5ec2f0f84, NAME => 'test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-17T08:10:11,774 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f781930808aa1c79234885e5ec2f0f84 2024-12-17T08:10:11,774 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,775 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for f781930808aa1c79234885e5ec2f0f84 2024-12-17T08:10:11,775 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for f781930808aa1c79234885e5ec2f0f84 2024-12-17T08:10:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:11,777 INFO [StoreOpener-f781930808aa1c79234885e5ec2f0f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f781930808aa1c79234885e5ec2f0f84 2024-12-17T08:10:11,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=21 2024-12-17T08:10:11,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=21, state=SUCCESS; OpenRegionProcedure a7d44d442438b59e54fea01ba857034c, server=c41f045e1357,40947,1734423000623 in 529 msec 2024-12-17T08:10:11,779 INFO [StoreOpener-f781930808aa1c79234885e5ec2f0f84-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f781930808aa1c79234885e5ec2f0f84 columnFamilyName f 2024-12-17T08:10:11,779 DEBUG [StoreOpener-f781930808aa1c79234885e5ec2f0f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a7d44d442438b59e54fea01ba857034c, ASSIGN in 722 msec 2024-12-17T08:10:11,780 INFO [StoreOpener-f781930808aa1c79234885e5ec2f0f84-1 {}] regionserver.HStore(327): Store=f781930808aa1c79234885e5ec2f0f84/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,780 INFO [StoreOpener-f781930808aa1c79234885e5ec2f0f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f781930808aa1c79234885e5ec2f0f84 2024-12-17T08:10:11,782 INFO [StoreOpener-f781930808aa1c79234885e5ec2f0f84-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f781930808aa1c79234885e5ec2f0f84 columnFamilyName norep 2024-12-17T08:10:11,782 DEBUG [StoreOpener-f781930808aa1c79234885e5ec2f0f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,783 INFO [StoreOpener-f781930808aa1c79234885e5ec2f0f84-1 {}] regionserver.HStore(327): Store=f781930808aa1c79234885e5ec2f0f84/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,784 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/f781930808aa1c79234885e5ec2f0f84 2024-12-17T08:10:11,785 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/f781930808aa1c79234885e5ec2f0f84 2024-12-17T08:10:11,787 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,791 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for f781930808aa1c79234885e5ec2f0f84 2024-12-17T08:10:11,794 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/f781930808aa1c79234885e5ec2f0f84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,795 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened f781930808aa1c79234885e5ec2f0f84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60084313, jitterRate=-0.10467396676540375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,795 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for f781930808aa1c79234885e5ec2f0f84: 2024-12-17T08:10:11,796 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84., pid=54, masterSystemTime=1734423011366 2024-12-17T08:10:11,800 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. 2024-12-17T08:10:11,800 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. 2024-12-17T08:10:11,801 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. 2024-12-17T08:10:11,801 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => ca29e82ebbe81363d990b5cf7dcb2ed8, NAME => 'test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-17T08:10:11,801 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca29e82ebbe81363d990b5cf7dcb2ed8 2024-12-17T08:10:11,801 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,801 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for ca29e82ebbe81363d990b5cf7dcb2ed8 2024-12-17T08:10:11,802 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for ca29e82ebbe81363d990b5cf7dcb2ed8 2024-12-17T08:10:11,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=f781930808aa1c79234885e5ec2f0f84, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,804 INFO [StoreOpener-ca29e82ebbe81363d990b5cf7dcb2ed8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca29e82ebbe81363d990b5cf7dcb2ed8 2024-12-17T08:10:11,806 INFO [StoreOpener-ca29e82ebbe81363d990b5cf7dcb2ed8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca29e82ebbe81363d990b5cf7dcb2ed8 columnFamilyName f 2024-12-17T08:10:11,806 DEBUG [StoreOpener-ca29e82ebbe81363d990b5cf7dcb2ed8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,807 INFO [StoreOpener-ca29e82ebbe81363d990b5cf7dcb2ed8-1 {}] regionserver.HStore(327): Store=ca29e82ebbe81363d990b5cf7dcb2ed8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,807 INFO [StoreOpener-ca29e82ebbe81363d990b5cf7dcb2ed8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca29e82ebbe81363d990b5cf7dcb2ed8 2024-12-17T08:10:11,809 INFO [StoreOpener-ca29e82ebbe81363d990b5cf7dcb2ed8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca29e82ebbe81363d990b5cf7dcb2ed8 columnFamilyName norep 2024-12-17T08:10:11,809 DEBUG [StoreOpener-ca29e82ebbe81363d990b5cf7dcb2ed8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=22 2024-12-17T08:10:11,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=22, state=SUCCESS; OpenRegionProcedure f781930808aa1c79234885e5ec2f0f84, server=c41f045e1357,40947,1734423000623 in 553 msec 2024-12-17T08:10:11,810 INFO [StoreOpener-ca29e82ebbe81363d990b5cf7dcb2ed8-1 {}] regionserver.HStore(327): Store=ca29e82ebbe81363d990b5cf7dcb2ed8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,811 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/ca29e82ebbe81363d990b5cf7dcb2ed8 2024-12-17T08:10:11,811 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/ca29e82ebbe81363d990b5cf7dcb2ed8 2024-12-17T08:10:11,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f781930808aa1c79234885e5ec2f0f84, ASSIGN in 753 msec 2024-12-17T08:10:11,813 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,815 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for ca29e82ebbe81363d990b5cf7dcb2ed8 2024-12-17T08:10:11,818 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/ca29e82ebbe81363d990b5cf7dcb2ed8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,819 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened ca29e82ebbe81363d990b5cf7dcb2ed8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72577602, jitterRate=0.08149054646492004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,819 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for ca29e82ebbe81363d990b5cf7dcb2ed8: 2024-12-17T08:10:11,820 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8., pid=59, masterSystemTime=1734423011366 2024-12-17T08:10:11,822 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. 2024-12-17T08:10:11,822 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. 2024-12-17T08:10:11,823 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ggg,1734423007658.96281f51f118f003e485683eca995333. 2024-12-17T08:10:11,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ca29e82ebbe81363d990b5cf7dcb2ed8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,823 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 96281f51f118f003e485683eca995333, NAME => 'test,ggg,1734423007658.96281f51f118f003e485683eca995333.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-17T08:10:11,823 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 96281f51f118f003e485683eca995333 2024-12-17T08:10:11,823 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ggg,1734423007658.96281f51f118f003e485683eca995333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,824 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 96281f51f118f003e485683eca995333 2024-12-17T08:10:11,824 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 96281f51f118f003e485683eca995333 2024-12-17T08:10:11,826 INFO [StoreOpener-96281f51f118f003e485683eca995333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 96281f51f118f003e485683eca995333 2024-12-17T08:10:11,828 INFO [StoreOpener-96281f51f118f003e485683eca995333-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96281f51f118f003e485683eca995333 columnFamilyName f 2024-12-17T08:10:11,828 DEBUG [StoreOpener-96281f51f118f003e485683eca995333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,830 INFO [StoreOpener-96281f51f118f003e485683eca995333-1 {}] regionserver.HStore(327): Store=96281f51f118f003e485683eca995333/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=17 2024-12-17T08:10:11,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=17, state=SUCCESS; OpenRegionProcedure ca29e82ebbe81363d990b5cf7dcb2ed8, server=c41f045e1357,40947,1734423000623 in 558 msec 2024-12-17T08:10:11,830 INFO [StoreOpener-96281f51f118f003e485683eca995333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 96281f51f118f003e485683eca995333 2024-12-17T08:10:11,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ca29e82ebbe81363d990b5cf7dcb2ed8, ASSIGN in 774 msec 2024-12-17T08:10:11,834 INFO [StoreOpener-96281f51f118f003e485683eca995333-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96281f51f118f003e485683eca995333 columnFamilyName norep 2024-12-17T08:10:11,834 DEBUG [StoreOpener-96281f51f118f003e485683eca995333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,835 INFO [StoreOpener-96281f51f118f003e485683eca995333-1 {}] regionserver.HStore(327): Store=96281f51f118f003e485683eca995333/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,836 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/96281f51f118f003e485683eca995333 2024-12-17T08:10:11,837 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/96281f51f118f003e485683eca995333 2024-12-17T08:10:11,838 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,840 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 96281f51f118f003e485683eca995333 2024-12-17T08:10:11,843 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/96281f51f118f003e485683eca995333/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,844 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 96281f51f118f003e485683eca995333; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67782432, jitterRate=0.010036945343017578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,844 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 96281f51f118f003e485683eca995333: 2024-12-17T08:10:11,845 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734423007658.96281f51f118f003e485683eca995333., pid=36, masterSystemTime=1734423011366 2024-12-17T08:10:11,847 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734423007658.96281f51f118f003e485683eca995333. 2024-12-17T08:10:11,847 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ggg,1734423007658.96281f51f118f003e485683eca995333. 2024-12-17T08:10:11,847 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. 2024-12-17T08:10:11,847 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=96281f51f118f003e485683eca995333, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,847 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 3589fb93a9e28541083e2e158d98922b, NAME => 'test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-17T08:10:11,848 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3589fb93a9e28541083e2e158d98922b 2024-12-17T08:10:11,848 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,848 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 3589fb93a9e28541083e2e158d98922b 2024-12-17T08:10:11,848 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 3589fb93a9e28541083e2e158d98922b 2024-12-17T08:10:11,850 INFO [StoreOpener-3589fb93a9e28541083e2e158d98922b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3589fb93a9e28541083e2e158d98922b 2024-12-17T08:10:11,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=16 2024-12-17T08:10:11,852 INFO [StoreOpener-3589fb93a9e28541083e2e158d98922b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3589fb93a9e28541083e2e158d98922b columnFamilyName f 2024-12-17T08:10:11,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=16, state=SUCCESS; OpenRegionProcedure 96281f51f118f003e485683eca995333, server=c41f045e1357,40947,1734423000623 in 635 msec 2024-12-17T08:10:11,853 DEBUG [StoreOpener-3589fb93a9e28541083e2e158d98922b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,853 INFO [StoreOpener-3589fb93a9e28541083e2e158d98922b-1 {}] regionserver.HStore(327): Store=3589fb93a9e28541083e2e158d98922b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,853 INFO [StoreOpener-3589fb93a9e28541083e2e158d98922b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3589fb93a9e28541083e2e158d98922b 2024-12-17T08:10:11,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=96281f51f118f003e485683eca995333, ASSIGN in 796 msec 2024-12-17T08:10:11,855 INFO [StoreOpener-3589fb93a9e28541083e2e158d98922b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3589fb93a9e28541083e2e158d98922b columnFamilyName norep 2024-12-17T08:10:11,855 DEBUG [StoreOpener-3589fb93a9e28541083e2e158d98922b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,856 INFO [StoreOpener-3589fb93a9e28541083e2e158d98922b-1 {}] regionserver.HStore(327): Store=3589fb93a9e28541083e2e158d98922b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,857 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/3589fb93a9e28541083e2e158d98922b 2024-12-17T08:10:11,858 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/3589fb93a9e28541083e2e158d98922b 2024-12-17T08:10:11,863 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,864 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 3589fb93a9e28541083e2e158d98922b 2024-12-17T08:10:11,867 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/3589fb93a9e28541083e2e158d98922b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,868 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 3589fb93a9e28541083e2e158d98922b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74344059, jitterRate=0.1078128069639206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,868 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 3589fb93a9e28541083e2e158d98922b: 2024-12-17T08:10:11,869 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b., pid=44, masterSystemTime=1734423011366 2024-12-17T08:10:11,872 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. 2024-12-17T08:10:11,872 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. 2024-12-17T08:10:11,872 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=3589fb93a9e28541083e2e158d98922b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,872 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. 2024-12-17T08:10:11,872 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 19ea8721828858ed3b7b9e6e0f4f97a6, NAME => 'test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-17T08:10:11,873 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 19ea8721828858ed3b7b9e6e0f4f97a6 2024-12-17T08:10:11,873 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,873 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 19ea8721828858ed3b7b9e6e0f4f97a6 2024-12-17T08:10:11,873 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 19ea8721828858ed3b7b9e6e0f4f97a6 2024-12-17T08:10:11,875 INFO [StoreOpener-19ea8721828858ed3b7b9e6e0f4f97a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 19ea8721828858ed3b7b9e6e0f4f97a6 2024-12-17T08:10:11,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=23 2024-12-17T08:10:11,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=23, state=SUCCESS; OpenRegionProcedure 3589fb93a9e28541083e2e158d98922b, server=c41f045e1357,40947,1734423000623 in 650 msec 2024-12-17T08:10:11,877 INFO [StoreOpener-19ea8721828858ed3b7b9e6e0f4f97a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ea8721828858ed3b7b9e6e0f4f97a6 columnFamilyName f 2024-12-17T08:10:11,877 DEBUG [StoreOpener-19ea8721828858ed3b7b9e6e0f4f97a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3589fb93a9e28541083e2e158d98922b, ASSIGN in 821 msec 2024-12-17T08:10:11,878 INFO [StoreOpener-19ea8721828858ed3b7b9e6e0f4f97a6-1 {}] regionserver.HStore(327): Store=19ea8721828858ed3b7b9e6e0f4f97a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,878 INFO [StoreOpener-19ea8721828858ed3b7b9e6e0f4f97a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 19ea8721828858ed3b7b9e6e0f4f97a6 2024-12-17T08:10:11,881 INFO [StoreOpener-19ea8721828858ed3b7b9e6e0f4f97a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ea8721828858ed3b7b9e6e0f4f97a6 columnFamilyName norep 2024-12-17T08:10:11,881 DEBUG [StoreOpener-19ea8721828858ed3b7b9e6e0f4f97a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,882 INFO [StoreOpener-19ea8721828858ed3b7b9e6e0f4f97a6-1 {}] regionserver.HStore(327): Store=19ea8721828858ed3b7b9e6e0f4f97a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,883 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/19ea8721828858ed3b7b9e6e0f4f97a6 2024-12-17T08:10:11,883 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/19ea8721828858ed3b7b9e6e0f4f97a6 2024-12-17T08:10:11,885 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,886 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 19ea8721828858ed3b7b9e6e0f4f97a6 2024-12-17T08:10:11,890 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/19ea8721828858ed3b7b9e6e0f4f97a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,891 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 19ea8721828858ed3b7b9e6e0f4f97a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62249825, jitterRate=-0.07240532338619232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,891 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 19ea8721828858ed3b7b9e6e0f4f97a6: 2024-12-17T08:10:11,892 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6., pid=41, masterSystemTime=1734423011366 2024-12-17T08:10:11,895 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. 2024-12-17T08:10:11,895 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. 2024-12-17T08:10:11,895 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. 2024-12-17T08:10:11,896 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 3cd396414ec978c4c562d68da48c6b89, NAME => 'test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-17T08:10:11,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=19ea8721828858ed3b7b9e6e0f4f97a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,896 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3cd396414ec978c4c562d68da48c6b89 2024-12-17T08:10:11,896 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,896 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 3cd396414ec978c4c562d68da48c6b89 2024-12-17T08:10:11,896 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 3cd396414ec978c4c562d68da48c6b89 2024-12-17T08:10:11,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=31 2024-12-17T08:10:11,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=31, state=SUCCESS; OpenRegionProcedure 19ea8721828858ed3b7b9e6e0f4f97a6, server=c41f045e1357,40947,1734423000623 in 676 msec 2024-12-17T08:10:11,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=19ea8721828858ed3b7b9e6e0f4f97a6, ASSIGN in 844 msec 2024-12-17T08:10:11,909 INFO [StoreOpener-3cd396414ec978c4c562d68da48c6b89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3cd396414ec978c4c562d68da48c6b89 2024-12-17T08:10:11,912 INFO [StoreOpener-3cd396414ec978c4c562d68da48c6b89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cd396414ec978c4c562d68da48c6b89 columnFamilyName f 2024-12-17T08:10:11,913 DEBUG [StoreOpener-3cd396414ec978c4c562d68da48c6b89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,913 INFO [StoreOpener-3cd396414ec978c4c562d68da48c6b89-1 {}] regionserver.HStore(327): Store=3cd396414ec978c4c562d68da48c6b89/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,914 INFO [StoreOpener-3cd396414ec978c4c562d68da48c6b89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3cd396414ec978c4c562d68da48c6b89 2024-12-17T08:10:11,915 INFO [StoreOpener-3cd396414ec978c4c562d68da48c6b89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cd396414ec978c4c562d68da48c6b89 columnFamilyName norep 2024-12-17T08:10:11,915 DEBUG [StoreOpener-3cd396414ec978c4c562d68da48c6b89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,916 INFO [StoreOpener-3cd396414ec978c4c562d68da48c6b89-1 {}] regionserver.HStore(327): Store=3cd396414ec978c4c562d68da48c6b89/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,917 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/3cd396414ec978c4c562d68da48c6b89 2024-12-17T08:10:11,918 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/3cd396414ec978c4c562d68da48c6b89 2024-12-17T08:10:11,919 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,921 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 3cd396414ec978c4c562d68da48c6b89 2024-12-17T08:10:11,931 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/3cd396414ec978c4c562d68da48c6b89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,932 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 3cd396414ec978c4c562d68da48c6b89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70605073, jitterRate=0.05209757387638092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,932 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 3cd396414ec978c4c562d68da48c6b89: 2024-12-17T08:10:11,933 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89., pid=48, masterSystemTime=1734423011366 2024-12-17T08:10:11,936 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. 2024-12-17T08:10:11,936 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. 2024-12-17T08:10:11,936 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,sss,1734423007658.ca5311774678b490e32973332dba2090. 2024-12-17T08:10:11,936 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => ca5311774678b490e32973332dba2090, NAME => 'test,sss,1734423007658.ca5311774678b490e32973332dba2090.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-17T08:10:11,936 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=3cd396414ec978c4c562d68da48c6b89, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,937 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca5311774678b490e32973332dba2090 2024-12-17T08:10:11,937 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,sss,1734423007658.ca5311774678b490e32973332dba2090.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:11,937 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for ca5311774678b490e32973332dba2090 2024-12-17T08:10:11,937 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for ca5311774678b490e32973332dba2090 2024-12-17T08:10:11,940 INFO [StoreOpener-ca5311774678b490e32973332dba2090-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca5311774678b490e32973332dba2090 2024-12-17T08:10:11,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=13 2024-12-17T08:10:11,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=13, state=SUCCESS; OpenRegionProcedure 3cd396414ec978c4c562d68da48c6b89, server=c41f045e1357,40947,1734423000623 in 699 msec 2024-12-17T08:10:11,942 INFO [StoreOpener-ca5311774678b490e32973332dba2090-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca5311774678b490e32973332dba2090 columnFamilyName f 2024-12-17T08:10:11,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3cd396414ec978c4c562d68da48c6b89, ASSIGN in 885 msec 2024-12-17T08:10:11,942 DEBUG [StoreOpener-ca5311774678b490e32973332dba2090-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,944 INFO [StoreOpener-ca5311774678b490e32973332dba2090-1 {}] regionserver.HStore(327): Store=ca5311774678b490e32973332dba2090/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,944 INFO [StoreOpener-ca5311774678b490e32973332dba2090-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca5311774678b490e32973332dba2090 2024-12-17T08:10:11,946 INFO [StoreOpener-ca5311774678b490e32973332dba2090-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca5311774678b490e32973332dba2090 columnFamilyName norep 2024-12-17T08:10:11,946 DEBUG [StoreOpener-ca5311774678b490e32973332dba2090-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:11,947 INFO [StoreOpener-ca5311774678b490e32973332dba2090-1 {}] regionserver.HStore(327): Store=ca5311774678b490e32973332dba2090/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:11,948 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/ca5311774678b490e32973332dba2090 2024-12-17T08:10:11,948 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/ca5311774678b490e32973332dba2090 2024-12-17T08:10:11,950 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-17T08:10:11,952 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for ca5311774678b490e32973332dba2090 2024-12-17T08:10:11,955 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/ca5311774678b490e32973332dba2090/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:11,955 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened ca5311774678b490e32973332dba2090; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66137586, jitterRate=-0.014473170042037964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-17T08:10:11,956 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for ca5311774678b490e32973332dba2090: 2024-12-17T08:10:11,956 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734423007658.ca5311774678b490e32973332dba2090., pid=57, masterSystemTime=1734423011366 2024-12-17T08:10:11,959 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734423007658.ca5311774678b490e32973332dba2090. 2024-12-17T08:10:11,959 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,sss,1734423007658.ca5311774678b490e32973332dba2090. 2024-12-17T08:10:11,959 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=ca5311774678b490e32973332dba2090, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:11,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=28 2024-12-17T08:10:11,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=28, state=SUCCESS; OpenRegionProcedure ca5311774678b490e32973332dba2090, server=c41f045e1357,40947,1734423000623 in 697 msec 2024-12-17T08:10:11,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=9 2024-12-17T08:10:11,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ca5311774678b490e32973332dba2090, ASSIGN in 907 msec 2024-12-17T08:10:11,966 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:10:11,967 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423011966"}]},"ts":"1734423011966"} 2024-12-17T08:10:11,969 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-17T08:10:11,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:10:11,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.3130 sec 2024-12-17T08:10:14,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-17T08:10:14,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-17T08:10:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:10:15,778 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-17T08:10:15,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-17T08:10:15,779 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-17T08:10:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-17T08:10:15,790 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-17T08:10:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-17T08:10:15,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-17T08:10:15,790 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-17T08:10:15,800 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-17T08:10:15,800 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-17T08:10:15,800 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-17T08:10:15,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-17T08:10:15,801 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-17T08:10:15,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-17T08:10:15,807 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-17T08:10:15,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-17T08:10:15,833 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=392, OpenFileDescriptor=572, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=10924 2024-12-17T08:10:15,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T08:10:15,838 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T08:10:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-17T08:10:15,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:61088:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-17T08:10:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-17T08:10:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-17T08:10:15,894 INFO [PEWorker-2 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-17T08:10:15,896 INFO [PEWorker-2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@1d47d9fecheck-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:61088 2024-12-17T08:10:15,907 DEBUG [PEWorker-2-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@1d47d9fecheck-peer-cluster-id0x0, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T08:10:15,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@1d47d9fecheck-peer-cluster-id-0x1009f0644680009 connected 2024-12-17T08:10:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-17T08:10:16,014 DEBUG [PEWorker-2-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@1d47d9fecheck-peer-cluster-id-0x1009f0644680009, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:10:16,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:10:16,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:10:16,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-17T08:10:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-17T08:10:16,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,45793,1734422994323 2024-12-17T08:10:16,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45793 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-17T08:10:16,202 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-17T08:10:16,229 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-17T08:10:16,254 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-17T08:10:16,267 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-17T08:10:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-17T08:10:16,271 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on c41f045e1357,45793,1734422994323 suceeded 2024-12-17T08:10:16,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-17T08:10:16,273 INFO [PEWorker-4 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:61088:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-17T08:10:16,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 234 msec 2024-12-17T08:10:16,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 416 msec 2024-12-17T08:10:16,314 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d937a33 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13c9784a 2024-12-17T08:10:16,318 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc4e7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:16,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:16,321 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:61088 2024-12-17T08:10:16,323 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T08:10:16,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1009f064468000b connected 2024-12-17T08:10:16,324 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=1d5a2e63-0276-49aa-aaa5-3672147a3e76 to cluster=93f6bb08-f891-4edd-9443-c576b0ac2c8b 2024-12-17T08:10:16,326 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=c41f045e1357%2C45793%2C1734422994323 2024-12-17T08:10:16,328 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-17T08:10:16,330 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c41f045e1357%2C45793%2C1734422994323 2024-12-17T08:10:16,330 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, startPosition=0, beingWritten=true 2024-12-17T08:10:16,406 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-17T08:10:16,406 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 to pos 7708, reset compression=false 2024-12-17T08:10:16,406 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-17T08:10:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-17T08:10:16,475 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2523925b to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c79a55d 2024-12-17T08:10:16,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26baa2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:16,480 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ceba6d4 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45634258 2024-12-17T08:10:16,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b144e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:16,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T08:10:16,486 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T08:10:16,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:10:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-17T08:10:16,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:10:16,489 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:16,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-17T08:10:16,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:10:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-17T08:10:16,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741864_1040 (size=367) 2024-12-17T08:10:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-17T08:10:16,618 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 to pos 7708, reset compression=false 2024-12-17T08:10:16,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: 7708 2024-12-17T08:10:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-17T08:10:16,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-17T08:10:16,902 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0d7c924741513c60157048ba3182b27a, NAME => 'testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1 2024-12-17T08:10:16,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741865_1041 (size=51) 2024-12-17T08:10:16,910 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:16,910 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 0d7c924741513c60157048ba3182b27a, disabling compactions & flushes 2024-12-17T08:10:16,910 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. 2024-12-17T08:10:16,910 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. 2024-12-17T08:10:16,910 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. after waiting 0 ms 2024-12-17T08:10:16,910 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. 2024-12-17T08:10:16,910 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. 2024-12-17T08:10:16,910 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0d7c924741513c60157048ba3182b27a: 2024-12-17T08:10:16,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:10:16,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734423016912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423016912"}]},"ts":"1734423016912"} 2024-12-17T08:10:16,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T08:10:16,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:10:16,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423016916"}]},"ts":"1734423016916"} 2024-12-17T08:10:16,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-17T08:10:16,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=0d7c924741513c60157048ba3182b27a, ASSIGN}] 2024-12-17T08:10:16,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=0d7c924741513c60157048ba3182b27a, ASSIGN 2024-12-17T08:10:16,924 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=0d7c924741513c60157048ba3182b27a, ASSIGN; state=OFFLINE, location=c41f045e1357,45793,1734422994323; forceNewPlan=false, retain=false 2024-12-17T08:10:16,924 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 to pos 7708, reset compression=false 2024-12-17T08:10:17,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=0d7c924741513c60157048ba3182b27a, regionState=OPENING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:17,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 0d7c924741513c60157048ba3182b27a, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-17T08:10:17,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,45793,1734422994323 2024-12-17T08:10:17,233 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. 2024-12-17T08:10:17,233 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 0d7c924741513c60157048ba3182b27a, NAME => 'testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:10:17,234 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 0d7c924741513c60157048ba3182b27a 2024-12-17T08:10:17,234 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:17,234 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 0d7c924741513c60157048ba3182b27a 2024-12-17T08:10:17,234 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 0d7c924741513c60157048ba3182b27a 2024-12-17T08:10:17,236 INFO [StoreOpener-0d7c924741513c60157048ba3182b27a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 0d7c924741513c60157048ba3182b27a 2024-12-17T08:10:17,237 INFO [StoreOpener-0d7c924741513c60157048ba3182b27a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d7c924741513c60157048ba3182b27a columnFamilyName fam 2024-12-17T08:10:17,237 DEBUG [StoreOpener-0d7c924741513c60157048ba3182b27a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:17,238 INFO [StoreOpener-0d7c924741513c60157048ba3182b27a-1 {}] regionserver.HStore(327): Store=0d7c924741513c60157048ba3182b27a/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:17,238 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a 2024-12-17T08:10:17,239 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a 2024-12-17T08:10:17,241 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 0d7c924741513c60157048ba3182b27a 2024-12-17T08:10:17,243 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:17,243 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 0d7c924741513c60157048ba3182b27a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70834437, jitterRate=0.055515363812446594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-17T08:10:17,244 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 0d7c924741513c60157048ba3182b27a: 2024-12-17T08:10:17,245 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a., pid=66, masterSystemTime=1734423017228 2024-12-17T08:10:17,247 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. 2024-12-17T08:10:17,247 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. 2024-12-17T08:10:17,247 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=0d7c924741513c60157048ba3182b27a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:17,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-17T08:10:17,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 0d7c924741513c60157048ba3182b27a, server=c41f045e1357,45793,1734422994323 in 173 msec 2024-12-17T08:10:17,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-17T08:10:17,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=0d7c924741513c60157048ba3182b27a, ASSIGN in 328 msec 2024-12-17T08:10:17,252 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:10:17,253 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423017252"}]},"ts":"1734423017252"} 2024-12-17T08:10:17,254 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-17T08:10:17,257 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:10:17,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 769 msec 2024-12-17T08:10:17,330 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 to pos 7708, reset compression=false 2024-12-17T08:10:17,337 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-17T08:10:17,337 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 to pos 8001, reset compression=false 2024-12-17T08:10:17,337 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-17T08:10:17,543 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 to pos 8001, reset compression=false 2024-12-17T08:10:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-17T08:10:17,597 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-17T08:10:17,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T08:10:17,600 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T08:10:17,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:10:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-17T08:10:17,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:10:17,604 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:17,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-17T08:10:17,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:10:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-17T08:10:17,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741864_1040 (size=367) 2024-12-17T08:10:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-17T08:10:17,848 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 to pos 8001, reset compression=false 2024-12-17T08:10:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-17T08:10:18,014 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => db59df40a279993e2bf6662af064851e, NAME => 'testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71 2024-12-17T08:10:18,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741865_1041 (size=51) 2024-12-17T08:10:18,021 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:18,021 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing db59df40a279993e2bf6662af064851e, disabling compactions & flushes 2024-12-17T08:10:18,021 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. 2024-12-17T08:10:18,021 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. 2024-12-17T08:10:18,021 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. after waiting 0 ms 2024-12-17T08:10:18,021 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. 2024-12-17T08:10:18,021 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. 2024-12-17T08:10:18,021 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for db59df40a279993e2bf6662af064851e: 2024-12-17T08:10:18,022 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:10:18,023 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734423018022"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734423018022"}]},"ts":"1734423018022"} 2024-12-17T08:10:18,025 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T08:10:18,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:10:18,026 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423018026"}]},"ts":"1734423018026"} 2024-12-17T08:10:18,028 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-17T08:10:18,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=db59df40a279993e2bf6662af064851e, ASSIGN}] 2024-12-17T08:10:18,033 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=db59df40a279993e2bf6662af064851e, ASSIGN 2024-12-17T08:10:18,034 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=db59df40a279993e2bf6662af064851e, ASSIGN; state=OFFLINE, location=c41f045e1357,40947,1734423000623; forceNewPlan=false, retain=false 2024-12-17T08:10:18,185 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=db59df40a279993e2bf6662af064851e, regionState=OPENING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:18,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure db59df40a279993e2bf6662af064851e, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-17T08:10:18,253 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 to pos 8001, reset compression=false 2024-12-17T08:10:18,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40947,1734423000623 2024-12-17T08:10:18,343 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. 2024-12-17T08:10:18,343 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => db59df40a279993e2bf6662af064851e, NAME => 'testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:10:18,344 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed db59df40a279993e2bf6662af064851e 2024-12-17T08:10:18,344 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:10:18,344 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for db59df40a279993e2bf6662af064851e 2024-12-17T08:10:18,344 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for db59df40a279993e2bf6662af064851e 2024-12-17T08:10:18,346 INFO [StoreOpener-db59df40a279993e2bf6662af064851e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region db59df40a279993e2bf6662af064851e 2024-12-17T08:10:18,347 INFO [StoreOpener-db59df40a279993e2bf6662af064851e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db59df40a279993e2bf6662af064851e columnFamilyName fam 2024-12-17T08:10:18,347 DEBUG [StoreOpener-db59df40a279993e2bf6662af064851e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:10:18,348 INFO [StoreOpener-db59df40a279993e2bf6662af064851e-1 {}] regionserver.HStore(327): Store=db59df40a279993e2bf6662af064851e/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:10:18,349 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/testdroppedtimed/db59df40a279993e2bf6662af064851e 2024-12-17T08:10:18,349 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/testdroppedtimed/db59df40a279993e2bf6662af064851e 2024-12-17T08:10:18,351 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for db59df40a279993e2bf6662af064851e 2024-12-17T08:10:18,353 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/testdroppedtimed/db59df40a279993e2bf6662af064851e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:10:18,354 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened db59df40a279993e2bf6662af064851e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69064259, jitterRate=0.029137656092643738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-17T08:10:18,354 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for db59df40a279993e2bf6662af064851e: 2024-12-17T08:10:18,355 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e., pid=64, masterSystemTime=1734423018338 2024-12-17T08:10:18,356 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. 2024-12-17T08:10:18,356 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. 2024-12-17T08:10:18,357 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=db59df40a279993e2bf6662af064851e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:18,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-17T08:10:18,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure db59df40a279993e2bf6662af064851e, server=c41f045e1357,40947,1734423000623 in 172 msec 2024-12-17T08:10:18,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-17T08:10:18,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=db59df40a279993e2bf6662af064851e, ASSIGN in 328 msec 2024-12-17T08:10:18,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:10:18,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423018363"}]},"ts":"1734423018363"} 2024-12-17T08:10:18,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-17T08:10:18,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:10:18,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 766 msec 2024-12-17T08:10:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-17T08:10:18,711 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-17T08:10:18,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-17T08:10:18,712 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-17T08:10:18,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-17T08:10:18,720 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-17T08:10:18,720 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-17T08:10:18,720 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-17T08:10:18,720 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-17T08:10:18,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-17T08:10:18,726 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-17T08:10:18,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-17T08:10:18,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-17T08:10:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-17T08:10:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T08:10:18,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-17T08:10:18,759 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 to pos 8001, reset compression=false 2024-12-17T08:10:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T08:10:18,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,45793,1734422994323 2024-12-17T08:10:18,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45793 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-17T08:10:18,890 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-17T08:10:18,891 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-17T08:10:18,891 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-17T08:10:18,993 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1009f064468000b, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:10:18,994 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d937a33 to 127.0.0.1:61088 2024-12-17T08:10:18,994 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T08:10:19,094 WARN [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-17T08:10:19,094 WARN [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-17T08:10:19,194 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 terminated 2024-12-17T08:10:19,211 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-17T08:10:19,212 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-17T08:10:19,212 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-17T08:10:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-17T08:10:19,215 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on c41f045e1357,45793,1734422994323 suceeded 2024-12-17T08:10:19,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-17T08:10:19,216 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-17T08:10:19,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 478 msec 2024-12-17T08:10:19,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 485 msec 2024-12-17T08:10:19,245 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x639d9bab to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@fc282b6 2024-12-17T08:10:19,249 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e3589cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:19,251 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:61088 2024-12-17T08:10:19,255 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T08:10:19,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1009f064468000f connected 2024-12-17T08:10:19,255 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=1d5a2e63-0276-49aa-aaa5-3672147a3e76 to cluster=93f6bb08-f891-4edd-9443-c576b0ac2c8b 2024-12-17T08:10:19,255 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=c41f045e1357%2C45793%2C1734422994323 2024-12-17T08:10:19,256 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-17T08:10:19,256 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c41f045e1357%2C45793%2C1734422994323 2024-12-17T08:10:19,280 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-17T08:10:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T08:10:19,343 DEBUG [hconnection-0x67a9f4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:19,345 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:10:20,475 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-17T08:10:20,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-17T08:10:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-17T08:10:20,485 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423020485"}]},"ts":"1734423020485"} 2024-12-17T08:10:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T08:10:20,486 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-17T08:10:20,488 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-17T08:10:20,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-17T08:10:20,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=db59df40a279993e2bf6662af064851e, UNASSIGN}] 2024-12-17T08:10:20,495 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=db59df40a279993e2bf6662af064851e, UNASSIGN 2024-12-17T08:10:20,495 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=db59df40a279993e2bf6662af064851e, regionState=CLOSING, regionLocation=c41f045e1357,40947,1734423000623 2024-12-17T08:10:20,496 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T08:10:20,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure db59df40a279993e2bf6662af064851e, server=c41f045e1357,40947,1734423000623}] 2024-12-17T08:10:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T08:10:20,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40947,1734423000623 2024-12-17T08:10:20,653 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close db59df40a279993e2bf6662af064851e 2024-12-17T08:10:20,654 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T08:10:20,654 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing db59df40a279993e2bf6662af064851e, disabling compactions & flushes 2024-12-17T08:10:20,654 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. 2024-12-17T08:10:20,654 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. 2024-12-17T08:10:20,654 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. after waiting 0 ms 2024-12-17T08:10:20,654 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. 2024-12-17T08:10:20,659 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/testdroppedtimed/db59df40a279993e2bf6662af064851e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:10:20,663 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e. 2024-12-17T08:10:20,663 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for db59df40a279993e2bf6662af064851e: 2024-12-17T08:10:20,664 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed db59df40a279993e2bf6662af064851e 2024-12-17T08:10:20,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=db59df40a279993e2bf6662af064851e, regionState=CLOSED 2024-12-17T08:10:20,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-17T08:10:20,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure db59df40a279993e2bf6662af064851e, server=c41f045e1357,40947,1734423000623 in 169 msec 2024-12-17T08:10:20,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-17T08:10:20,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=db59df40a279993e2bf6662af064851e, UNASSIGN in 173 msec 2024-12-17T08:10:20,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-17T08:10:20,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 180 msec 2024-12-17T08:10:20,683 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423020683"}]},"ts":"1734423020683"} 2024-12-17T08:10:20,684 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-17T08:10:20,686 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-17T08:10:20,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 207 msec 2024-12-17T08:10:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T08:10:20,788 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-17T08:10:20,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-17T08:10:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-17T08:10:20,797 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-17T08:10:20,798 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-17T08:10:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T08:10:20,804 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/testdroppedtimed/db59df40a279993e2bf6662af064851e 2024-12-17T08:10:20,808 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/testdroppedtimed/db59df40a279993e2bf6662af064851e/fam, FileablePath, hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/testdroppedtimed/db59df40a279993e2bf6662af064851e/recovered.edits] 2024-12-17T08:10:20,817 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/testdroppedtimed/db59df40a279993e2bf6662af064851e/recovered.edits/4.seqid to hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/archive/data/default/testdroppedtimed/db59df40a279993e2bf6662af064851e/recovered.edits/4.seqid 2024-12-17T08:10:20,818 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/testdroppedtimed/db59df40a279993e2bf6662af064851e 2024-12-17T08:10:20,818 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-17T08:10:20,823 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-17T08:10:20,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40947 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-17T08:10:20,831 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-17T08:10:20,834 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-17T08:10:20,835 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-17T08:10:20,835 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-17T08:10:20,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734423020835"}]},"ts":"9223372036854775807"} 2024-12-17T08:10:20,837 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T08:10:20,837 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => db59df40a279993e2bf6662af064851e, NAME => 'testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T08:10:20,837 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-17T08:10:20,837 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734423020837"}]},"ts":"9223372036854775807"} 2024-12-17T08:10:20,839 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-17T08:10:20,841 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-17T08:10:20,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 49 msec 2024-12-17T08:10:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T08:10:20,900 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-17T08:10:20,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-17T08:10:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-17T08:10:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T08:10:20,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-17T08:10:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T08:10:21,062 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,45793,1734422994323 2024-12-17T08:10:21,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45793 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-17T08:10:21,063 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-17T08:10:21,064 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-17T08:10:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-17T08:10:21,066 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on c41f045e1357,45793,1734422994323 suceeded 2024-12-17T08:10:21,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-17T08:10:21,068 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-17T08:10:21,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-12-17T08:10:21,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 165 msec 2024-12-17T08:10:21,158 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, startPosition=0, beingWritten=true 2024-12-17T08:10:21,178 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:10:21,178 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/0d7c924741513c60157048ba3182b27a/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734423019349/Put/vlen=4096/seqid=0; >],4327}, {test/bbe22ee11156c4b4519843f56ff9ab48/4=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/5=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/6=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/7=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/8=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/9=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/10=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/11=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/12=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/13=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/14=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/15=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/16=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/17=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/18=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/19=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/20=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/21=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/22=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/23=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/24=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/25=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-17T08:10:21,197 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:10:21,201 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-17T08:10:21,203 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:10:21,205 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-17T08:10:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T08:10:21,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:21,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29ec84f8 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61420a4b 2024-12-17T08:10:21,236 DEBUG [hconnection-0x76f755c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:21,247 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:10:21,250 DEBUG [ReadOnlyZKClient-127.0.0.1:61088@0x29ec84f8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@259ce60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:21,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:21,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-17T08:10:21,281 DEBUG [ReadOnlyZKClient-127.0.0.1:61088@0x29ec84f8 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c41f045e1357,40947,1734423000623, seqNum=-1] 2024-12-17T08:10:21,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:21,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:21,291 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:21,296 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5., hostname=c41f045e1357,40947,1734423000623, seqNum=2] 2024-12-17T08:10:21,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:21,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:21,319 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5., hostname=c41f045e1357,40947,1734423000623, seqNum=2] 2024-12-17T08:10:21,320 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5., hostname=c41f045e1357,40947,1734423000623, seqNum=2] 2024-12-17T08:10:21,321 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5., hostname=c41f045e1357,40947,1734423000623, seqNum=2] 2024-12-17T08:10:21,322 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5., hostname=c41f045e1357,40947,1734423000623, seqNum=2] 2024-12-17T08:10:21,322 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5., hostname=c41f045e1357,40947,1734423000623, seqNum=2] 2024-12-17T08:10:21,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:10:21,332 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5., hostname=c41f045e1357,40947,1734423000623, seqNum=2] 2024-12-17T08:10:21,333 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5., hostname=c41f045e1357,40947,1734423000623, seqNum=2] 2024-12-17T08:10:21,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:21,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:21,357 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:21,360 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:21,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:21,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:21,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423081334, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:21,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:21,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:21,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:21,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:21,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:21,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:21,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:21,397 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bbc346c to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3de332b8 2024-12-17T08:10:21,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:21,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:21,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:21,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:21,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:21,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:21,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:21,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:21,433 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18584f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:21,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:21,437 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:21,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:21,440 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:21,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:21,443 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bbc346c to 127.0.0.1:61088 2024-12-17T08:10:21,443 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:21,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:21,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:21,451 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:21,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:21,555 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:21,557 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:21,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:21,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423081545, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:21,560 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1562c293 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19d82770 2024-12-17T08:10:21,571 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73cee666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:21,573 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:21,575 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:21,578 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1562c293 to 127.0.0.1:61088 2024-12-17T08:10:21,578 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:21,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: -1 2024-12-17T08:10:21,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:21,787 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:21,788 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:21,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:21,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423081780, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:21,791 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71786217 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77ed030c 2024-12-17T08:10:21,795 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26bb2412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:21,797 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:21,798 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:21,804 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71786217 to 127.0.0.1:61088 2024-12-17T08:10:21,805 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:21,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:21,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:21,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:21,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:21,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:21,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:21,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:21,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:21,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:21,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:21,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:21,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:21,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:21,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:21,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:21,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:21,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:21,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:21,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:21,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:21,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:21,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:21,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:21,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:21,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:21,982 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:22,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:22,113 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:22,114 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:22,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:22,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423082106, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:22,117 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b275f5f to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74cdc454 2024-12-17T08:10:22,122 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ba9e56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:22,123 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:22,124 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:22,127 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b275f5f to 127.0.0.1:61088 2024-12-17T08:10:22,127 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:22,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:22,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:22,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:22,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:22,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:22,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:22,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:22,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:22,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:22,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:22,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:22,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:22,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:22,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:22,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:22,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:22,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:22,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:22,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:22,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:22,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:22,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:22,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:22,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:22,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:22,506 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:22,524 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T08:10:22,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:22,535 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:22,536 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:22,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:22,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423082528, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:22,538 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c5b4f6f to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76aed9d4 2024-12-17T08:10:22,542 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32e8f8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:22,544 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:22,545 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:22,547 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c5b4f6f to 127.0.0.1:61088 2024-12-17T08:10:22,547 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:22,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-17T08:10:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:23,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:23,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:23,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:23,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:23,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:23,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:23,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:23,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:23,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:23,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:23,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:23,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:23,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:23,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:23,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:23,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:23,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:23,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:23,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:23,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:23,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:23,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:23,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:23,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:23,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:23,034 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:23,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:23,055 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:23,057 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:23,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:23,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423083049, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:23,059 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75870456 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@105fbd11 2024-12-17T08:10:23,069 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9ad676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:23,070 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:23,072 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:23,074 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75870456 to 127.0.0.1:61088 2024-12-17T08:10:23,074 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:23,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:23,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:23,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:23,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:23,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:23,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:23,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:23,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:23,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:23,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:23,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:23,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:23,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:23,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:23,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:23,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:23,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:23,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:23,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:23,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:23,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:23,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:23,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:23,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:23,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:23,561 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:23,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:23,682 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:23,683 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:23,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:23,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423083675, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:23,724 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x182fbd43 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e77f559 2024-12-17T08:10:23,767 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4278a796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:23,769 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:23,776 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:23,787 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x182fbd43 to 127.0.0.1:61088 2024-12-17T08:10:23,787 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:24,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:24,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-17T08:10:24,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-17T08:10:24,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:24,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:24,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:24,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:24,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:24,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:24,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:24,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:24,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:24,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:24,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:24,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:24,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:24,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:24,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:24,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:24,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:24,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:24,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:24,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:24,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:24,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:24,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:24,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:24,090 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:24,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:24,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:24,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:24,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:24,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:24,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:24,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:24,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:24,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:24,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:24,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:24,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:24,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:24,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:24,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:24,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:24,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:24,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:24,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:24,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:24,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:24,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:24,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:24,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:24,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:24,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:24,676 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:24,767 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:24,768 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:24,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:24,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423084488, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:24,771 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ba5cbdb to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a809fbf 2024-12-17T08:10:24,811 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d43db6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:24,821 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:24,826 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:24,833 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ba5cbdb to 127.0.0.1:61088 2024-12-17T08:10:24,833 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:25,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:25,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:25,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:25,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:25,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:25,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:25,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:25,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:25,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:25,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:25,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:25,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:25,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:25,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:25,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:25,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:25,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:25,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:25,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:25,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:25,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:25,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:25,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:25,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:25,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:25,201 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:25,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:25,646 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:25,647 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:25,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:25,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423085634, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:25,648 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0975658b to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37b67e7d 2024-12-17T08:10:25,654 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@140d5b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:25,656 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:25,657 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:25,659 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0975658b to 127.0.0.1:61088 2024-12-17T08:10:25,659 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:25,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:25,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:25,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:25,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:25,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:25,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:25,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:25,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:25,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:25,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:25,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:25,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:25,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:25,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:25,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:25,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:25,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:25,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:25,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:25,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:25,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:25,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:25,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:25,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:25,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:25,736 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:26,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:26,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:26,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:26,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:26,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:26,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:26,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:26,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:26,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:26,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:26,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:26,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:26,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:26,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:26,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:26,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:26,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:26,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:26,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:26,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:26,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:26,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:26,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:26,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:26,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:26,263 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:26,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:26,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-17T08:10:26,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:26,569 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:26,570 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:26,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:26,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423086561, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:26,573 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16bba44f to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12fa6573 2024-12-17T08:10:26,582 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cd38b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:26,584 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:26,586 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:26,591 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16bba44f to 127.0.0.1:61088 2024-12-17T08:10:26,591 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:26,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: -1 2024-12-17T08:10:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:26,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:26,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:26,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:26,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:26,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:26,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:26,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:26,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:26,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:26,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:26,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:26,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:26,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:26,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:26,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:26,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:26,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:26,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:26,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:26,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:26,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:26,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:26,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:26,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:26,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:26,785 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:27,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:27,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:27,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:27,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:27,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:27,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:27,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:27,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:27,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:27,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:27,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:27,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:27,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:27,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:27,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:27,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:27,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:27,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:27,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:27,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:27,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:27,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:27,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:27,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:27,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:27,310 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:27,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:27,599 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:27,601 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:27,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:27,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423087592, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:27,604 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1540f5ad to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54d0db8b 2024-12-17T08:10:27,630 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24a99b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:27,638 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:27,640 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:27,647 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1540f5ad to 127.0.0.1:61088 2024-12-17T08:10:27,647 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:27,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:27,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:27,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:27,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:27,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:27,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:27,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:27,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:27,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:27,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:27,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:27,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:27,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:27,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:27,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:27,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:27,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:27,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:27,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:27,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:27,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:27,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:27,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:27,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:27,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:27,840 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:28,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:28,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:28,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:28,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:28,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:28,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:28,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:28,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:28,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:28,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:28,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:28,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:28,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:28,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:28,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:28,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:28,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:28,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:28,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:28,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:28,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:28,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:28,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:28,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:28,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:28,366 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:28,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:28,655 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:28,656 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:28,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:28,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423088648, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:28,659 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7dd064ec to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f0ee45e 2024-12-17T08:10:28,666 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4793c767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:28,667 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:28,669 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:28,671 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7dd064ec to 127.0.0.1:61088 2024-12-17T08:10:28,671 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:28,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:28,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:28,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:28,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:28,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:28,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:28,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:28,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:28,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:28,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:28,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:28,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:28,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:28,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:28,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:28,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:28,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:28,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:28,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:28,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:28,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:28,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:28,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:28,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:28,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:28,895 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:29,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:29,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:29,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:29,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:29,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:29,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:29,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:29,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:29,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:29,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:29,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:29,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:29,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:29,412 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-17T08:10:29,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:29,414 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-17T08:10:29,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:29,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:29,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:29,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:29,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:29,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:29,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:29,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:29,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:29,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:29,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:29,424 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:29,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:29,686 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:29,687 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:29,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:29,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423089672, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:29,689 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e6b0199 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@769f2c1e 2024-12-17T08:10:29,705 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fee7555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:29,707 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:29,714 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:29,720 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e6b0199 to 127.0.0.1:61088 2024-12-17T08:10:29,721 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:29,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:29,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:29,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:29,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:29,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:29,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:29,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:29,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:29,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:29,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:29,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:29,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:29,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:29,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:29,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:29,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:29,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:29,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:29,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:29,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:29,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:29,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:29,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:29,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:29,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:29,957 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:30,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:30,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:30,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:30,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:30,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:30,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:30,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:30,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:30,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:30,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:30,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:30,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:30,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:30,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:30,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:30,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:30,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:30,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:30,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:30,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:30,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:30,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:30,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:30,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:30,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:30,484 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:30,554 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T08:10:30,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:30,728 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:30,729 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:30,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:30,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423090722, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:30,731 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e996294 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11e94285 2024-12-17T08:10:30,768 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d71c930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:30,772 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:30,773 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:30,781 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e996294 to 127.0.0.1:61088 2024-12-17T08:10:30,781 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:30,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:30,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:30,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:30,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:30,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:30,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:30,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:30,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:30,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:30,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:30,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:30,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:30,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:30,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:30,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:30,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:30,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:30,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:31,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:31,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:31,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:31,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:31,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:31,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:31,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:31,004 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:31,319 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:31,319 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-17T08:10:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:31,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:31,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:31,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:31,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:31,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:31,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:31,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:31,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:31,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:31,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:31,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:31,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:31,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:31,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:31,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:31,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:31,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:31,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:31,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:31,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:31,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:31,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:31,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:31,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:31,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:31,526 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:31,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: -1 2024-12-17T08:10:31,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:31,789 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:31,790 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:31,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:31,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423091782, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:31,793 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3601ec9f to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d277db0 2024-12-17T08:10:31,840 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2edc116d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:31,842 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:31,843 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:31,845 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3601ec9f to 127.0.0.1:61088 2024-12-17T08:10:31,845 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:32,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:32,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:32,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:32,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:32,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:32,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:32,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:32,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:32,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:32,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:32,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:32,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:32,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:32,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:32,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:32,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:32,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:32,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:32,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:32,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:32,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:32,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:32,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:32,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:32,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:32,042 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:32,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:32,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:32,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:32,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:32,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:32,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:32,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:32,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:32,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:32,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:32,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:32,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:32,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:32,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:32,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:32,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:32,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:32,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:32,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:32,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:32,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:32,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:32,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:32,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:32,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:32,559 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:32,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:32,851 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:32,852 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:32,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:32,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423092846, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:32,854 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x218f6da0 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@119405ed 2024-12-17T08:10:32,947 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b85d25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:32,948 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:32,949 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:32,951 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x218f6da0 to 127.0.0.1:61088 2024-12-17T08:10:32,951 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:33,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:33,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:33,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:33,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:33,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:33,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:33,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:33,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:33,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:33,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:33,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:33,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:33,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:33,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:33,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:33,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:33,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:33,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:33,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:33,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:33,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:33,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:33,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:33,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:33,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:33,072 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:33,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:33,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:33,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:33,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:33,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:33,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:33,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:33,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:33,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:33,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:33,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:33,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:33,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:33,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:33,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:33,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:33,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:33,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:33,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:33,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:33,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:33,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:33,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:33,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:33,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:33,585 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:33,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:33,957 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:33,957 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:33,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:33,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423093952, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:33,959 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c845c99 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d0e9589 2024-12-17T08:10:34,055 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18cc9179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:34,057 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:34,058 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:34,060 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c845c99 to 127.0.0.1:61088 2024-12-17T08:10:34,060 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:34,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:34,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:34,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:34,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:34,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:34,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:34,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:34,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:34,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:34,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:34,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:34,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:34,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:34,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:34,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:34,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:34,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:34,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:34,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:34,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:34,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:34,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:34,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:34,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:34,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:34,098 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:34,261 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-17T08:10:34,262 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-17T08:10:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:34,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:34,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:34,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:34,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:34,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:34,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:34,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:34,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:34,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:34,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:34,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:34,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:34,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:34,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:34,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:34,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:34,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:34,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:34,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:34,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:34,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:34,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:34,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:34,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:34,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:34,613 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:35,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:35,065 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:35,066 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:35,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:35,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423095061, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:35,067 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x063232b0 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f295d22 2024-12-17T08:10:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:35,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:35,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:35,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:35,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:35,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:35,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:35,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:35,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:35,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:35,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:35,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:35,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:35,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:35,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:35,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:35,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:35,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:35,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:35,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:35,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:35,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:35,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:35,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:35,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:35,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:35,126 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:35,155 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@431244e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:35,157 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:35,158 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:35,160 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x063232b0 to 127.0.0.1:61088 2024-12-17T08:10:35,160 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:35,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:35,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:35,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:35,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:35,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:35,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:35,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:35,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:35,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:35,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:35,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:35,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:35,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:35,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:35,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:35,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:35,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:35,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:35,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:35,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:35,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:35,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:35,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:35,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:35,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:35,640 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:36,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:36,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:36,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:36,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:36,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:36,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:36,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:36,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:36,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:36,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:36,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:36,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:36,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:36,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:36,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:36,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:36,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:36,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:36,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:36,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:36,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:36,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:36,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:36,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:36,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:36,153 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:36,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:36,165 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:36,166 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:36,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:36,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423096160, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:36,167 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a7d1a3f to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1fc89a1f 2024-12-17T08:10:36,193 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e2cd07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:36,194 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:36,196 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:36,197 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a7d1a3f to 127.0.0.1:61088 2024-12-17T08:10:36,197 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:36,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:36,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-17T08:10:36,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: -1 2024-12-17T08:10:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:36,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:36,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:36,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:36,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:36,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:36,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:36,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:36,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:36,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:36,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:36,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:36,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:36,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:36,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:36,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:36,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:36,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:36,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:36,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:36,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:36,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:36,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:36,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:36,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:36,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:36,666 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:37,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:37,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:37,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:37,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:37,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:37,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:37,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:37,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:37,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:37,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:37,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:37,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:37,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:37,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:37,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:37,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:37,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:37,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:37,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:37,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:37,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:37,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:37,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:37,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:37,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:37,185 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:37,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:37,204 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:37,205 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:37,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:37,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423097199, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:37,209 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59de75bf to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29d04f9 2024-12-17T08:10:37,301 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a9a93ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:37,303 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:37,304 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:37,306 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59de75bf to 127.0.0.1:61088 2024-12-17T08:10:37,306 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:37,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:37,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:37,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:37,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:37,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:37,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:37,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:37,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:37,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:37,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:37,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:37,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:37,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:37,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:37,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:37,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:37,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:37,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:37,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:37,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:37,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:37,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:37,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:37,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:37,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:37,697 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:38,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:38,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:38,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:38,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:38,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:38,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:38,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:38,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:38,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:38,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:38,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:38,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:38,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:38,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:38,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:38,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:38,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:38,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:38,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:38,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:38,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:38,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:38,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:38,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:38,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:38,209 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:38,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:38,311 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:38,312 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:38,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:38,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423098307, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:38,313 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ae95654 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30b92b3c 2024-12-17T08:10:38,362 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec2d32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:38,363 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:38,365 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:38,367 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ae95654 to 127.0.0.1:61088 2024-12-17T08:10:38,367 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:38,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:38,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:38,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:38,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:38,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:38,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:38,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:38,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:38,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:38,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:38,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:38,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:38,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:38,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:38,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:38,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:38,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:38,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:38,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:38,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:38,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:38,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:38,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:38,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:38,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:38,721 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:39,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:39,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:39,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:39,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:39,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:39,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:39,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:39,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:39,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:39,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:39,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:39,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:39,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:39,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:39,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:39,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:39,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:39,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:39,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:39,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:39,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:39,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:39,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:39,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:39,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:39,234 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:39,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:39,372 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:39,373 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:39,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:39,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423099367, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:39,375 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b7f45e5 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52e67b7d 2024-12-17T08:10:39,424 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a6591a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:39,425 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:39,426 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:39,428 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b7f45e5 to 127.0.0.1:61088 2024-12-17T08:10:39,428 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:39,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:39,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:39,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:39,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:39,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:39,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:39,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:39,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:39,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:39,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:39,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:39,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:39,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:39,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:39,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:39,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:39,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:39,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:39,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:39,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:39,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:39,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:39,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:39,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:39,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:39,748 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:40,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:40,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:40,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:40,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:40,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:40,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:40,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:40,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:40,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:40,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:40,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:40,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:40,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:40,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:40,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:40,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:40,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:40,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:40,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:40,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:40,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:40,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:40,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:40,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:40,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:40,260 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:40,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:40,434 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:40,435 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:40,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:40,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423100429, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:40,437 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47b59561 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26693379 2024-12-17T08:10:40,476 INFO [master/c41f045e1357:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-17T08:10:40,476 INFO [master/c41f045e1357:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-17T08:10:40,478 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a776a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:40,479 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:40,480 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:40,481 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47b59561 to 127.0.0.1:61088 2024-12-17T08:10:40,482 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:40,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:40,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:40,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:40,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:40,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:40,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:40,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:40,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:40,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:40,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:40,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:40,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:40,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:40,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:40,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:40,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:40,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:40,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:40,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:40,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:40,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:40,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:40,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:40,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:40,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:40,773 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:41,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:41,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:41,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:41,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:41,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:41,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:41,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:41,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:41,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:41,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:41,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:41,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:41,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:41,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:41,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:41,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:41,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:41,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:41,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:41,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:41,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:41,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:41,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:41,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:41,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:41,285 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:41,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:41,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-17T08:10:41,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:41,487 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:41,488 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:41,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:41,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423101482, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:41,490 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58045453 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@371946d1 2024-12-17T08:10:41,524 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cb064ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:41,526 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:41,527 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:41,529 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58045453 to 127.0.0.1:61088 2024-12-17T08:10:41,529 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:41,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: -1 2024-12-17T08:10:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:41,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:41,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:41,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:41,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:41,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:41,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:41,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:41,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:41,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:41,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:41,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:41,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:41,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:41,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:41,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:41,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:41,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:41,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:41,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:41,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:41,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:41,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:41,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:41,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:41,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:41,797 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:42,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:42,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:42,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:42,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:42,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:42,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:42,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:42,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:42,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:42,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:42,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:42,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:42,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:42,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:42,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:42,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:42,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:42,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:42,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:42,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:42,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:42,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:42,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:42,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:42,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:42,309 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:42,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:42,535 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:42,536 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:42,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:42,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423102529, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:42,537 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b2e3f03 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36fcc779 2024-12-17T08:10:42,578 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3966500e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:42,579 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:42,580 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:42,582 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b2e3f03 to 127.0.0.1:61088 2024-12-17T08:10:42,582 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:42,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:42,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:42,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:42,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:42,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:42,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:42,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:42,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:42,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:42,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:42,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:42,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:42,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:42,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:42,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:42,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:42,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:42,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:42,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:42,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:42,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:42,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:42,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:42,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:42,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:42,821 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:43,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:43,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:43,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:43,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:43,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:43,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:43,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:43,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:43,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:43,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:43,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:43,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:43,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:43,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:43,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:43,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:43,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:43,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:43,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:43,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:43,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:43,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:43,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:43,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:43,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:43,334 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:43,361 INFO [master/c41f045e1357:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-17T08:10:43,362 INFO [master/c41f045e1357:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-17T08:10:43,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:43,588 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:43,588 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:43,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:43,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423103583, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:43,590 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20469932 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7051554c 2024-12-17T08:10:43,632 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bbc8d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:43,633 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:43,634 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:43,636 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20469932 to 127.0.0.1:61088 2024-12-17T08:10:43,636 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:43,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:43,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:43,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:43,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:43,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:43,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:43,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:43,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:43,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:43,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:43,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:43,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:43,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:43,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:43,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:43,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:43,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:43,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:43,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:43,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:43,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:43,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:43,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:43,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:43,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:43,847 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:44,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:44,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:44,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:44,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:44,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:44,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:44,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:44,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:44,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:44,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:44,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:44,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:44,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:44,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:44,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:44,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:44,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:44,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:44,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:44,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:44,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:44,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:44,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:44,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:44,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:44,359 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:44,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:44,641 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:44,642 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:44,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:44,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423104637, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:44,643 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x261e01c4 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9fcb7e 2024-12-17T08:10:44,678 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4357da48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:44,679 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:44,681 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:44,682 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x261e01c4 to 127.0.0.1:61088 2024-12-17T08:10:44,682 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:44,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:44,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:44,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:44,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:44,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:44,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:44,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:44,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:44,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:44,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:44,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:44,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:44,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:44,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:44,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:44,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:44,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:44,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:44,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:44,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:44,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:44,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:44,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:44,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:44,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:44,871 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:45,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:45,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:45,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:45,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:45,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:45,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:45,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:45,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:45,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:45,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:45,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:45,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:45,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:45,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:45,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:45,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:45,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:45,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:45,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:45,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:45,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:45,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:45,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:45,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:45,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:45,382 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:45,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:45,688 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:45,688 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:45,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:45,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423105683, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:45,690 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b079929 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2961770c 2024-12-17T08:10:45,732 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54196df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:45,733 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:45,734 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:45,736 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b079929 to 127.0.0.1:61088 2024-12-17T08:10:45,736 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:45,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:45,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:45,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:45,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:45,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:45,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:45,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:45,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:45,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:45,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:45,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:45,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:45,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:45,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:45,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:45,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:45,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:45,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:45,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:45,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:45,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:45,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:45,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:45,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:45,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:45,895 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:46,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:46,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-17T08:10:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:46,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:46,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:46,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:46,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:46,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:46,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:46,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:46,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:46,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:46,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:46,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:46,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:46,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:46,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:46,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:46,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:46,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:46,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:46,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:46,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:46,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:46,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:46,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:46,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:46,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:46,407 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:46,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: -1 2024-12-17T08:10:46,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:46,741 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:46,742 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:46,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:46,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423106737, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:46,743 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x33eaa16c to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1111690a 2024-12-17T08:10:46,770 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e78e027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:46,771 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:46,772 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:46,774 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x33eaa16c to 127.0.0.1:61088 2024-12-17T08:10:46,774 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:46,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:46,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:46,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:46,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:46,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:46,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:46,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:46,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:46,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:46,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:46,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:46,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:46,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:46,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:46,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:46,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:46,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:46,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:46,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:46,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:46,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:46,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:46,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:46,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:46,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:46,918 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:47,419 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-17T08:10:47,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-17T08:10:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-17T08:10:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-17T08:10:47,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423047430"}]},"ts":"1734423047430"} 2024-12-17T08:10:47,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-17T08:10:47,470 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-17T08:10:47,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-17T08:10:47,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=0d7c924741513c60157048ba3182b27a, UNASSIGN}] 2024-12-17T08:10:47,473 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=0d7c924741513c60157048ba3182b27a, UNASSIGN 2024-12-17T08:10:47,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=0d7c924741513c60157048ba3182b27a, regionState=CLOSING, regionLocation=c41f045e1357,45793,1734422994323 2024-12-17T08:10:47,475 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T08:10:47,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 0d7c924741513c60157048ba3182b27a, server=c41f045e1357,45793,1734422994323}] 2024-12-17T08:10:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-17T08:10:47,627 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,45793,1734422994323 2024-12-17T08:10:47,629 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 0d7c924741513c60157048ba3182b27a 2024-12-17T08:10:47,629 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T08:10:47,629 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 0d7c924741513c60157048ba3182b27a, disabling compactions & flushes 2024-12-17T08:10:47,629 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. 2024-12-17T08:10:47,629 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. 2024-12-17T08:10:47,629 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. after waiting 0 ms 2024-12-17T08:10:47,629 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. 2024-12-17T08:10:47,630 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 0d7c924741513c60157048ba3182b27a 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-17T08:10:47,732 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/.tmp/fam/71b383a6819a4d2e8a51de7dc24c6c1f is 4154, key is 0 put on table to be dropped/fam:row/1734423019349/Put/seqid=0 2024-12-17T08:10:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-17T08:10:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741866_1042 (size=9218) 2024-12-17T08:10:47,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:47,783 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:47,784 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:47,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:47,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423107776, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:47,785 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7105be2d to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc6d03e 2024-12-17T08:10:47,816 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22766cb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:47,818 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:47,819 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:47,821 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7105be2d to 127.0.0.1:61088 2024-12-17T08:10:47,821 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-17T08:10:48,146 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/.tmp/fam/71b383a6819a4d2e8a51de7dc24c6c1f 2024-12-17T08:10:48,194 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/.tmp/fam/71b383a6819a4d2e8a51de7dc24c6c1f as hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/fam/71b383a6819a4d2e8a51de7dc24c6c1f 2024-12-17T08:10:48,201 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/fam/71b383a6819a4d2e8a51de7dc24c6c1f, entries=1, sequenceid=5, filesize=9.0 K 2024-12-17T08:10:48,204 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 0d7c924741513c60157048ba3182b27a in 575ms, sequenceid=5, compaction requested=false 2024-12-17T08:10:48,204 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-17T08:10:48,210 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-17T08:10:48,211 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a. 2024-12-17T08:10:48,211 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 0d7c924741513c60157048ba3182b27a: 2024-12-17T08:10:48,212 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 0d7c924741513c60157048ba3182b27a 2024-12-17T08:10:48,212 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=0d7c924741513c60157048ba3182b27a, regionState=CLOSED 2024-12-17T08:10:48,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-17T08:10:48,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 0d7c924741513c60157048ba3182b27a, server=c41f045e1357,45793,1734422994323 in 739 msec 2024-12-17T08:10:48,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-17T08:10:48,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=0d7c924741513c60157048ba3182b27a, UNASSIGN in 742 msec 2024-12-17T08:10:48,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-17T08:10:48,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 745 msec 2024-12-17T08:10:48,223 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734423048223"}]},"ts":"1734423048223"} 2024-12-17T08:10:48,224 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-17T08:10:48,262 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-17T08:10:48,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 842 msec 2024-12-17T08:10:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-17T08:10:48,536 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-17T08:10:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:48,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:48,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:48,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:48,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:48,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:48,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:48,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:48,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:48,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:48,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:48,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:48,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:48,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:48,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:48,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:48,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:48,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:48,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:48,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:48,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:48,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:48,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:48,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:48,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:48,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:48,551 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:48,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:48,826 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:48,827 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:48,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:48,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423108822, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:48,828 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7dbc3342 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20265beb 2024-12-17T08:10:48,893 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31a4f8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:48,895 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:48,896 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:48,898 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7dbc3342 to 127.0.0.1:61088 2024-12-17T08:10:48,898 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:49,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:49,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:49,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:49,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:49,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:49,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:49,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:49,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:49,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:49,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:49,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:49,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:49,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:49,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:49,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:49,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:49,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:49,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:49,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:49,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:49,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:49,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:49,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:49,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:49,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:49,065 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:49,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:49,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:49,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:49,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:49,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:49,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:49,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:49,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:49,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:49,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:49,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:49,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:49,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:49,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:49,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:49,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:49,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:49,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:49,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:49,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:49,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:49,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:49,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:49,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:49,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:49,578 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:49,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:49,903 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:49,904 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:49,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:49,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423109899, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:49,906 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c2798e2 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e4c678e 2024-12-17T08:10:49,932 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28397bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:49,933 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:49,934 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:49,936 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c2798e2 to 127.0.0.1:61088 2024-12-17T08:10:49,936 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:50,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:50,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:50,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:50,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:50,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:50,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:50,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:50,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:50,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:50,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:50,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:50,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:50,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:50,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:50,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:50,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:50,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:50,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:50,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:50,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:50,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:50,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:50,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:50,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:50,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:50,090 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:50,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:50,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:50,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:50,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:50,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:50,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:50,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:50,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:50,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:50,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:50,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:50,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:50,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:50,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:50,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:50,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:50,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:50,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:50,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:50,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:50,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:50,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:50,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:50,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:50,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:50,603 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:50,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:50,941 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:50,942 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:50,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:50,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423110937, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:50,943 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6454d2bf to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39f9a9ac 2024-12-17T08:10:50,985 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7ddadd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:50,987 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:50,988 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:50,989 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6454d2bf to 127.0.0.1:61088 2024-12-17T08:10:50,989 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:51,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:51,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:51,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:51,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:51,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:51,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:51,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:51,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:51,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:51,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:51,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:51,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:51,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:51,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:51,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:51,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:51,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:51,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:51,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:51,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:51,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:51,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:51,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:51,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:51,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:51,115 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:51,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:51,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-17T08:10:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:51,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:51,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:51,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:51,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:51,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:51,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:51,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:51,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:51,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:51,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:51,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:51,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:51,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:51,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:51,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:51,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:51,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:51,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:51,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:51,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:51,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:51,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:51,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:51,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:51,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:51,627 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:51,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: -1 2024-12-17T08:10:51,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:51,995 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:51,995 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:51,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:51,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423111990, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:51,997 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49a9018f to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3de965df 2024-12-17T08:10:52,032 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9f6fb8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:52,033 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:52,034 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:52,036 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49a9018f to 127.0.0.1:61088 2024-12-17T08:10:52,036 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:52,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:52,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:52,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:52,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:52,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:52,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:52,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:52,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:52,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:52,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:52,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:52,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:52,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:52,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:52,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:52,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:52,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:52,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:52,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:52,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:52,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:52,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:52,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:52,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:52,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:52,139 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:52,524 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T08:10:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:52,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:52,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:52,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:52,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:52,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:52,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:52,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:52,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:52,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:52,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:52,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:52,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:52,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:52,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:52,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:52,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:52,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:52,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:52,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:52,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:52,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:52,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:52,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:52,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:52,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:52,654 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:53,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:53,042 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:53,043 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:53,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:53,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423113037, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:53,044 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54ffce82 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@224e8e5f 2024-12-17T08:10:53,070 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c5a2308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:53,071 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:53,073 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:53,074 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54ffce82 to 127.0.0.1:61088 2024-12-17T08:10:53,074 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:53,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:53,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:53,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:53,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:53,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:53,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:53,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:53,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:53,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:53,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:53,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:53,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:53,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:53,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:53,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:53,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:53,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:53,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:53,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:53,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:53,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:53,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:53,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:53,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:53,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:53,165 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:53,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:53,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:53,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:53,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:53,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:53,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:53,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:53,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:53,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:53,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:53,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:53,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:53,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:53,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:53,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:53,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:53,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:53,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:53,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:53,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:53,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:53,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:53,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:53,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:53,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:53,677 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:53,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-17T08:10:54,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-17T08:10:54,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:54,080 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:54,081 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:54,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:54,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423114075, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:54,083 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b6b1a49 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d81570d 2024-12-17T08:10:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:54,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:54,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:54,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:54,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:54,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:54,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:54,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:54,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:54,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:54,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:54,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:54,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:54,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:54,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:54,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:54,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:54,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:54,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:54,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:54,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:54,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:54,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:54,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:54,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:54,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:54,191 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:54,393 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@208e6bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:54,395 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:54,396 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:54,397 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b6b1a49 to 127.0.0.1:61088 2024-12-17T08:10:54,397 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:54,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:54,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:54,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:54,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:54,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:54,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:54,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:54,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:54,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:54,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:54,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:54,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:54,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:54,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:54,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:54,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:54,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:54,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:54,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:54,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:54,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:54,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:54,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:54,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:54,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:54,704 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:55,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:55,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:55,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:55,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:55,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:55,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:55,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:55,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:55,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:55,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:55,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:55,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:55,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:55,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:55,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:55,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:55,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:55,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:55,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:55,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:55,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:55,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:55,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:55,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:55,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:55,216 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:55,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:55,402 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:55,403 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:55,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:55,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423115398, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:55,405 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00b406b0 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@676a1094 2024-12-17T08:10:55,453 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34691774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:55,454 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:55,455 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:55,457 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00b406b0 to 127.0.0.1:61088 2024-12-17T08:10:55,457 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:55,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:55,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:55,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:55,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:55,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:55,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:55,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:55,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:55,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:55,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:55,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:55,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:55,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:55,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:55,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:55,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:55,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:55,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:55,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:55,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:55,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:55,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:55,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:55,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:55,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:55,727 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:56,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:56,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:56,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:56,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:56,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:56,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:56,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:56,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:56,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:56,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:56,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:56,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:56,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:56,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:56,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:56,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:56,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:56,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:56,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:56,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:56,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:56,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:56,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:56,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:56,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:56,240 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:56,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:10:56,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-17T08:10:56,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:56,463 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:56,464 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:56,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:56,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423116458, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:56,465 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00bc23cb to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37657df8 2024-12-17T08:10:56,509 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b4b1ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:56,510 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:56,511 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:56,514 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00bc23cb to 127.0.0.1:61088 2024-12-17T08:10:56,514 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:56,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: -1 2024-12-17T08:10:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:56,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:56,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:56,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:56,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:56,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:56,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:56,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:56,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:56,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:56,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:56,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:56,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:56,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:56,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:56,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:56,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:56,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:56,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:56,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:56,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:56,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:56,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:56,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:56,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:56,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:56,753 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:57,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:57,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:57,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:57,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:57,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:57,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:57,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:57,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:57,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:57,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:57,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:57,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:57,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:57,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:57,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:57,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:57,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:57,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:57,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:57,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:57,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:57,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:57,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:57,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:57,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:57,267 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:57,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:57,519 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:57,520 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:57,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:57,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423117515, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:57,521 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63db1473 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f4d3f4d 2024-12-17T08:10:57,578 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c633bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:57,579 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:57,580 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:57,582 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63db1473 to 127.0.0.1:61088 2024-12-17T08:10:57,582 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:57,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:57,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:57,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:57,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:57,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:57,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:57,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:57,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:57,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:57,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:57,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:57,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:57,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:57,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:57,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:57,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:57,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:57,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:57,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:57,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:57,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:57,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:57,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:57,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:57,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:57,780 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:58,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:58,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:58,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:58,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:58,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:58,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:58,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:58,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:58,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:58,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:58,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:58,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:58,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:58,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:58,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:58,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:58,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:58,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:58,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:58,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:58,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:58,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:58,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:58,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:58,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:58,292 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:58,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:58,588 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:58,589 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:58,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:58,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423118583, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:58,591 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13106e71 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5319c09 2024-12-17T08:10:58,639 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f9b2e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:58,641 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:58,643 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:58,645 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13106e71 to 127.0.0.1:61088 2024-12-17T08:10:58,645 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:58,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:58,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:58,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:58,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:58,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:58,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:58,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:58,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:58,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:58,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:58,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:58,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:58,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:58,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:58,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:58,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:58,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:58,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:58,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:58,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:58,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:58,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:58,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:58,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:58,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:58,804 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:59,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:59,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:59,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:59,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:59,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:59,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:59,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:59,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:59,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:59,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:59,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:59,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:59,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:59,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:59,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:59,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:59,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:59,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:59,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:59,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:59,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:59,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:59,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:59,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:59,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:59,316 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:10:59,410 DEBUG [master/c41f045e1357:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c0f81872f1efeae0c40a32c9aed0dc9c changed from -1.0 to 0.0, refreshing cache 2024-12-17T08:10:59,569 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-17T08:10:59,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:10:59,650 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:10:59,651 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:59,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:10:59,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423119646, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:10:59,653 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5491b1d6 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5dc9be99 2024-12-17T08:10:59,686 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@601a3133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:10:59,687 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:10:59,688 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:10:59,689 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5491b1d6 to 127.0.0.1:61088 2024-12-17T08:10:59,689 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:10:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:10:59,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:10:59,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:10:59,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:10:59,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:10:59,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:10:59,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:10:59,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:10:59,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:10:59,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:10:59,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:10:59,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:10:59,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:10:59,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:10:59,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:10:59,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:10:59,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:10:59,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:10:59,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:10:59,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:10:59,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:10:59,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:10:59,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:10:59,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:10:59,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:10:59,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:10:59,829 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:00,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:00,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:00,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:00,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:00,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:00,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:00,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:00,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:00,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:00,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:00,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:00,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:00,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:00,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:00,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:00,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:00,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:00,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:00,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:00,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:00,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:00,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:00,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:00,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:00,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:00,342 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:00,555 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T08:11:00,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:00,694 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:00,695 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:00,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:00,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423120690, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:00,697 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c8df547 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c20a339 2024-12-17T08:11:00,732 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d029627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:00,733 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:00,734 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:00,736 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c8df547 to 127.0.0.1:61088 2024-12-17T08:11:00,736 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:00,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:00,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:00,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:00,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:00,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:00,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:00,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:00,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:00,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:00,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:00,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:00,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:00,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:00,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:00,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:00,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:00,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:00,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:00,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:00,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:00,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:00,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:00,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:00,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:00,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:00,854 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:01,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:11:01,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-17T08:11:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:01,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:01,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:01,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:01,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:01,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:01,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:01,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:01,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:01,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:01,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:01,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:01,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:01,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:01,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:01,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:01,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:01,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:01,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:01,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:01,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:01,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:01,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:01,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:01,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:01,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:01,368 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:01,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: -1 2024-12-17T08:11:01,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:01,741 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:01,742 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:01,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:01,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423121736, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:01,743 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24ee76f8 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5dae2037 2024-12-17T08:11:01,785 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c4360b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:01,787 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:01,788 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:01,789 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24ee76f8 to 127.0.0.1:61088 2024-12-17T08:11:01,789 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:01,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:01,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:01,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:01,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:01,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:01,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:01,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:01,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:01,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:01,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:01,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:01,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:01,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:01,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:01,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:01,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:01,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:01,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:01,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:01,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:01,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:01,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:01,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:01,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:01,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:01,879 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:02,094 DEBUG [master/c41f045e1357:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-17T08:11:02,094 DEBUG [master/c41f045e1357:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region e407882581d8ccd29829dae7f9905228 changed from -1.0 to 0.0, refreshing cache 2024-12-17T08:11:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:02,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:02,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:02,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:02,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:02,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:02,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:02,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:02,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:02,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:02,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:02,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:02,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:02,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:02,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:02,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:02,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:02,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:02,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:02,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:02,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:02,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:02,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:02,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:02,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:02,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:02,397 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:02,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:02,795 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:02,796 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:02,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:02,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423122790, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:02,798 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x203799f1 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cb4aa58 2024-12-17T08:11:02,840 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2965b1ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:02,845 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:02,846 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:02,849 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x203799f1 to 127.0.0.1:61088 2024-12-17T08:11:02,849 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:02,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:02,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:02,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:02,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:02,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:02,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:02,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:02,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:02,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:02,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:02,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:02,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:02,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:02,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:02,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:02,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:02,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:02,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:02,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:02,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:02,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:02,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:02,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:02,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:02,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:02,914 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:03,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:03,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:03,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:03,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:03,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:03,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:03,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:03,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:03,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:03,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:03,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:03,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:03,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:03,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:03,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:03,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:03,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:03,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:03,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:03,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:03,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:03,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:03,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:03,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:03,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:03,429 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:03,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:03,855 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:03,856 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:03,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:03,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423123850, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:03,858 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09460c23 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20099139 2024-12-17T08:11:03,924 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2465947a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:03,927 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:03,928 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:03,931 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09460c23 to 127.0.0.1:61088 2024-12-17T08:11:03,931 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:03,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:03,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:03,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:03,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:03,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:03,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:03,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:03,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:03,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:03,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:03,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:03,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:03,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:03,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:03,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:03,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:03,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:03,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:03,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:03,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:03,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:03,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:03,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:03,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:03,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:03,955 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:04,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:04,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:04,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:04,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:04,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:04,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:04,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:04,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:04,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:04,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:04,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:04,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:04,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:04,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:04,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:04,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:04,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:04,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:04,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:04,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:04,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:04,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:04,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:04,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:04,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:04,472 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:04,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:04,936 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:04,937 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:04,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:04,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423124932, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:04,939 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1fe061b6 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@730cbb2a 2024-12-17T08:11:04,970 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b423775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:04,972 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:04,973 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:04,974 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1fe061b6 to 127.0.0.1:61088 2024-12-17T08:11:04,975 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:04,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:04,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:04,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:04,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:04,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:04,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:04,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:04,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:04,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:04,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:04,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:04,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:04,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:04,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:04,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:04,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:04,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:04,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:04,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:04,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:04,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:04,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:04,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:04,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:04,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:04,985 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:05,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:05,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:05,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:05,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:05,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:05,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:05,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:05,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:05,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:05,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:05,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:05,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:05,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:05,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:05,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:05,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:05,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:05,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:05,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:05,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:05,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:05,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:05,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:05,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:05,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:05,501 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:05,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:05,980 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:05,980 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:05,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:05,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423125975, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:05,982 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x33ab7be9 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2568535d 2024-12-17T08:11:05,985 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f7b211a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:05,986 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:05,987 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:05,989 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x33ab7be9 to 127.0.0.1:61088 2024-12-17T08:11:05,989 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:06,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:06,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:06,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:06,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:06,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:06,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:06,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:06,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:06,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:06,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:06,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:06,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:06,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:06,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:06,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:06,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:06,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:06,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:06,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:06,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:06,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:06,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:06,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:06,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:06,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:06,038 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:06,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:11:06,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-17T08:11:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:06,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:06,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:06,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:06,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:06,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:06,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:06,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:06,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:06,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:06,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:06,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:06,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:06,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:06,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:06,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:06,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:06,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:06,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:06,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:06,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:06,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:06,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:06,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:06,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:06,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:06,560 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:06,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: -1 2024-12-17T08:11:06,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:06,995 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:06,996 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:06,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:06,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423126990, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:06,999 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a53da69 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d4688c5 2024-12-17T08:11:07,051 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ba30d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:07,058 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:07,059 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:07,061 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a53da69 to 127.0.0.1:61088 2024-12-17T08:11:07,062 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:07,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:07,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:07,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:07,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:07,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:07,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:07,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:07,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:07,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:07,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:07,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:07,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:07,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:07,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:07,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:07,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:07,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:07,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:07,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:07,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:07,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:07,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:07,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:07,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:07,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:07,082 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:07,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:07,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:07,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:07,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:07,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:07,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:07,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:07,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:07,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:07,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:07,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:07,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:07,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:07,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:07,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:07,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:07,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:07,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:07,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:07,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:07,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:07,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:07,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:07,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:07,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:07,598 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:08,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:08,067 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:08,068 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:08,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:08,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423128062, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:08,069 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2139cd97 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@283079d5 2024-12-17T08:11:08,072 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b4c9e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:08,074 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:08,075 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:08,076 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2139cd97 to 127.0.0.1:61088 2024-12-17T08:11:08,077 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:08,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:08,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:08,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:08,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:08,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:08,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:08,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:08,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:08,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:08,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:08,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:08,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:08,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:08,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:08,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:08,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:08,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:08,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:08,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:08,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:08,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:08,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:08,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:08,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:08,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:08,128 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:08,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:08,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:08,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:08,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:08,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:08,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:08,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:08,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:08,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:08,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:08,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:08,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:08,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:08,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:08,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:08,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:08,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:08,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:08,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:08,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:08,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:08,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:08,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:08,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:08,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:08,686 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:09,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:09,084 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:09,085 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:09,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:09,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423129077, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:09,086 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f9e077f to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@544b2788 2024-12-17T08:11:09,109 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b8b4cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:09,115 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:09,120 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:09,122 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f9e077f to 127.0.0.1:61088 2024-12-17T08:11:09,122 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:09,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:09,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:09,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:09,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:09,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:09,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:09,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:09,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:09,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:09,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:09,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:09,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:09,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:09,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:09,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:09,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:09,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:09,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:09,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:09,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:09,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:09,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:09,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:09,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:09,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:09,247 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:09,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:09,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:09,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:09,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:09,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:09,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:09,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:09,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:09,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:09,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:09,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:09,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:09,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:09,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:09,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:09,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:09,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:09,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:09,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:09,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:09,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:09,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:09,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:09,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:09,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:09,763 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:10,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:10,128 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:10,129 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:10,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:10,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423130123, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:10,131 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1518f5e4 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1862f7a8 2024-12-17T08:11:10,135 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69fdfee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:10,137 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:10,139 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:10,141 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1518f5e4 to 127.0.0.1:61088 2024-12-17T08:11:10,141 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:10,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:10,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:10,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:10,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:10,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:10,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:10,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:10,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:10,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:10,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:10,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:10,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:10,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:10,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:10,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:10,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:10,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:10,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:10,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:10,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:10,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:10,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:10,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:10,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:10,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:10,296 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:10,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:10,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:10,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:10,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:10,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:10,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:10,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:10,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:10,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:10,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:10,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:10,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:10,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:10,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:10,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:10,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:10,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:10,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:10,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:10,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:10,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:10,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:10,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:10,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:10,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:10,825 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:11,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:11,150 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:11,151 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:11,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:11,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423131145, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:11,153 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34c462b3 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b940c34 2024-12-17T08:11:11,202 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d98d767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:11,206 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:11,208 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:11,211 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34c462b3 to 127.0.0.1:61088 2024-12-17T08:11:11,211 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:11,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:11:11,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-17T08:11:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:11,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:11,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:11,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:11,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:11,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:11,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:11,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:11,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:11,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:11,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:11,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:11,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:11,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:11,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:11,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:11,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:11,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:11,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:11,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:11,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:11,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:11,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:11,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:11,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:11,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:11,350 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:11,657 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: -1 2024-12-17T08:11:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:11,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:11,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:11,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:11,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:11,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:11,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:11,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:11,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:11,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:11,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:11,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:11,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:11,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:11,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:11,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:11,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:11,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:11,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:11,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:11,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:11,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:11,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:11,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:11,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:11,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:11,868 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:12,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:12,272 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:12,276 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:12,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:12,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423132224, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:12,285 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44738e91 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f9dcf87 2024-12-17T08:11:12,359 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24c518fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:12,368 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:12,370 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:12,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:12,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:12,373 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44738e91 to 127.0.0.1:61088 2024-12-17T08:11:12,373 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:12,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:12,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:12,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:12,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:12,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:12,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:12,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:12,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:12,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:12,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:12,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:12,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:12,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:12,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:12,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:12,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:12,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:12,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:12,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:12,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:12,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:12,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:12,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:12,409 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:12,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:12,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:12,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:12,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:12,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:12,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:12,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:12,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:12,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:12,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:12,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:12,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:12,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:12,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:12,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:12,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:12,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:12,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:12,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:12,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:12,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:12,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:12,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:12,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:12,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:12,935 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:13,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:13,381 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:13,382 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:13,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:13,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423133375, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:13,383 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02ac91cc to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@337c97e9 2024-12-17T08:11:13,436 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ff27b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:13,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:13,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:13,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:13,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:13,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:13,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:13,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:13,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:13,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:13,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:13,452 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:13,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:13,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:13,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:13,456 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:13,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:13,460 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02ac91cc to 127.0.0.1:61088 2024-12-17T08:11:13,460 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:13,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:13,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:13,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:13,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:13,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:13,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:13,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:13,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:13,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:13,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:13,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:13,466 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:13,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:13,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:13,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:13,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:13,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:13,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:13,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:13,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:13,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:13,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:13,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:13,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:13,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:13,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:13,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:13,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:13,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:13,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:13,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:13,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:13,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:13,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:13,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:13,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:13,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:13,982 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-17T08:11:14,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:14,465 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:14,466 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:14,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:14,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423134461, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:14,467 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1fdba8c4 to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@484fa709 2024-12-17T08:11:14,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-17T08:11:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-17T08:11:14,484 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-17T08:11:14,485 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-17T08:11:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-17T08:11:14,488 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a 2024-12-17T08:11:14,490 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/fam, FileablePath, hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/recovered.edits] 2024-12-17T08:11:14,495 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64cdfbe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:14,496 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:14,496 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/fam/71b383a6819a4d2e8a51de7dc24c6c1f to hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/archive/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/fam/71b383a6819a4d2e8a51de7dc24c6c1f 2024-12-17T08:11:14,498 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:14,501 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1fdba8c4 to 127.0.0.1:61088 2024-12-17T08:11:14,501 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:14,504 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/recovered.edits/8.seqid to hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/archive/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a/recovered.edits/8.seqid 2024-12-17T08:11:14,505 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/testdroppedtimed/0d7c924741513c60157048ba3182b27a 2024-12-17T08:11:14,505 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-17T08:11:14,507 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-17T08:11:14,510 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-17T08:11:14,514 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-17T08:11:14,515 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-17T08:11:14,515 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-17T08:11:14,515 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734423074515"}]},"ts":"9223372036854775807"} 2024-12-17T08:11:14,517 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T08:11:14,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0d7c924741513c60157048ba3182b27a, NAME => 'testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T08:11:14,517 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-17T08:11:14,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734423074517"}]},"ts":"9223372036854775807"} 2024-12-17T08:11:14,521 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-17T08:11:14,541 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-17T08:11:14,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 59 msec 2024-12-17T08:11:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-17T08:11:14,586 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-17T08:11:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:14,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:14,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:14,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:14,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:14,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:14,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:14,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:14,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:14,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:14,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:14,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:14,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:14,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:14,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:14,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:14,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:14,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:14,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:14,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:14,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:14,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:14,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:14,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:14,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:14,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:14,602 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-17T08:11:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:15,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:15,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:15,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:15,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:15,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:15,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:15,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:15,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:15,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:15,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:15,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:15,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:15,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:15,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:15,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:15,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:15,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:15,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:15,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:15,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:15,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:15,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:15,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:15,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:15,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:15,117 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-17T08:11:15,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:15,505 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:11:15,506 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:15,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:11:15,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:43946 deadline: 1734423135501, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-17T08:11:15,508 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2429e39c to 127.0.0.1:61088 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11eb6fff 2024-12-17T08:11:15,533 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1af2cc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:11:15,534 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:11:15,535 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-17T08:11:15,536 WARN [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-17T08:11:15,537 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2429e39c to 127.0.0.1:61088 2024-12-17T08:11:15,537 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:15,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:15,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:15,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:15,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:15,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:15,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:15,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:15,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:15,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:15,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:15,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:15,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:15,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:15,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:15,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:15,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:15,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:15,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:15,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:15,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:15,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:15,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:15,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:15,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:15,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:15,628 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-17T08:11:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:16,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:16,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:16,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:16,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:16,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:16,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:16,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:16,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:16,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:16,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:16,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:16,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:16,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:16,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:16,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:16,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:16,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:16,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:16,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:16,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:16,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:16,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:16,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:16,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:16,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:16,139 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-17T08:11:16,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:11:16,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-17T08:11:16,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:16,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:16,573 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/27=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/28=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/29=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/30=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/31=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/32=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/33=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/34=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/35=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/36=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/37=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/38=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/39=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/40=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/41=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/42=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/43=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/44=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/45=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/46=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/47=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/48=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/49=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:16,578 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:16,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:16,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:16,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:16,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:16,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:16,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:16,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:16,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:16,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:16,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:16,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:16,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:16,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:16,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:16,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:16,648 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/51=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/52=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/53=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/54=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/55=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/56=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/57=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/58=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/59=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/60=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/61=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/62=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/63=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/64=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/65=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/66=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/67=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/68=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/69=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/70=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/71=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/72=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/73=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:16,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:16,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:16,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:16,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:16,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:16,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:16,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:16,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=257820B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 48, current progress: walGroup [c41f045e1357%2C45793%2C1734422994323]: currently replicating from: hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 at position: 209393 2024-12-17T08:11:16,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:16,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:16,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:16,656 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:16,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:16,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:16,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:16,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:16,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:16,659 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-17T08:11:16,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:16,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:16,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:16,779 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/75=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/76=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/77=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/78=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/79=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/80=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/81=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/82=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/83=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/84=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/85=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/86=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/87=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/88=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/89=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/90=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/91=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/92=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/93=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/94=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/95=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/96=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/97=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:16,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:16,782 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:16,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:16,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:16,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:16,932 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/99=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/100=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/101=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/102=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/103=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/104=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/105=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/106=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/107=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/108=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/109=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/110=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/111=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/112=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/113=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/114=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/115=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/116=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/117=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/118=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/119=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/120=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/121=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:16,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:16,935 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:16,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:16,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:16,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,032 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/123=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/124=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/125=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/126=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/127=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/128=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/129=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/130=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/131=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/132=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/133=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/134=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/135=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/136=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/137=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/138=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/139=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/140=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/141=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/142=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/143=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/144=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/145=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:17,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,036 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:17,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:17,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:17,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:17,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:17,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:17,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:17,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:17,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:17,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:17,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:17,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:17,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:17,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:17,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:17,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:17,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:17,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:17,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:17,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:17,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:17,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:17,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:17,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:17,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:17,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:17,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:17,172 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-17T08:11:17,195 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/147=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/148=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/149=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/150=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/151=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/152=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/153=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/154=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/155=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/156=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/157=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/158=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/159=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/160=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/161=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/162=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/163=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/164=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/165=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/166=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/167=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/168=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/169=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:17,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,198 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:17,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,248 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/171=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/172=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/173=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/174=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/175=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/176=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/177=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/178=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/179=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/180=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/181=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/182=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/183=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/184=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/185=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/186=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/187=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/188=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/189=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/190=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/191=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/192=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/193=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:17,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,251 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:17,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,356 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/195=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/196=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/197=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/198=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/199=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/200=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/201=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/202=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/203=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/204=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/205=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/206=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/207=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/208=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/209=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/210=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/211=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/212=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/213=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/214=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/215=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/216=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/217=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:17,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,358 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:17,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,418 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/219=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/220=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/221=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/222=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/223=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/224=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/225=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/226=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/227=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/228=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/229=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/230=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/231=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/232=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/233=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/234=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/235=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/236=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/237=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/238=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/239=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/240=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/241=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:17,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,420 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:17,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,525 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/243=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/244=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/245=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/246=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/247=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/248=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/249=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/250=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/251=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/252=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/253=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/254=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/255=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/256=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/257=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/258=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/259=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/260=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/261=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/262=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/263=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/264=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/265=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:17,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,527 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:17,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,579 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/267=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/268=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/269=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/270=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/271=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/272=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/273=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/274=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/275=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/276=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/277=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/278=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/279=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/280=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/281=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/282=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/283=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/284=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/285=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/286=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/287=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/288=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/289=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:17,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,584 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:17,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,641 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/291=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/292=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/293=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/294=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/295=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/296=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/297=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/298=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/299=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/300=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/301=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/302=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/303=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/304=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/305=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/306=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/307=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/308=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/309=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/310=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/311=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/312=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/313=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:17,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,643 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:17,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:17,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:17,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:17,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:17,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:17,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:17,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:17,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:17,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:17,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:17,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:17,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:17,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:17,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:17,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:17,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:17,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:17,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:17,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:17,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:17,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:17,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:17,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:17,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:17,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:17,694 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-17T08:11:17,764 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/315=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/316=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/317=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/318=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/319=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/320=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/321=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/322=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/323=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/324=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/325=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/326=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/327=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/328=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/329=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/330=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/331=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/332=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/333=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/334=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/335=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/336=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/337=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:17,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,766 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:17,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,838 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/339=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/340=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/341=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/342=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/343=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/344=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/345=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/346=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/347=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/348=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/349=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/350=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/351=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/352=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/353=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/354=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/355=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/356=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/357=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/358=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/359=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/360=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/361=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:17,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,841 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:17,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,925 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/363=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/364=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/365=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/366=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/367=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/368=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/369=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/370=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/371=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/372=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/373=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/374=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/375=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/376=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/377=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/378=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/379=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/380=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/381=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/382=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/383=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/384=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/385=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:17,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,927 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:17,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,988 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/387=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/388=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/389=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/390=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/391=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/392=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/393=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/394=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/395=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/396=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/397=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/398=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/399=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/400=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/401=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/402=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/403=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/404=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/405=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/406=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/407=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/408=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/409=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:17,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,991 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:17,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:17,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:17,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,048 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/411=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/412=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/413=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/414=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/415=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/416=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/417=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/418=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/419=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/420=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/421=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/422=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/423=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/424=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/425=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/426=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/427=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/428=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/429=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/430=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/431=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/432=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/433=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,050 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,071 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/435=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/436=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/437=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/438=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/439=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/440=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/441=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/442=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/443=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/444=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/445=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/446=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/447=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/448=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/449=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/450=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/451=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/452=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/453=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/454=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/455=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/456=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/457=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,073 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,133 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/459=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/460=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/461=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/462=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/463=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/464=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/465=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/466=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/467=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/468=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/469=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/470=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/471=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/472=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/473=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/474=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/475=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/476=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/477=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/478=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/479=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/480=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/481=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,135 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:18,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:18,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:18,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:18,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:18,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:18,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:18,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:18,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:18,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:18,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:18,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:18,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:18,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:18,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:18,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:18,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:18,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:18,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:18,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:18,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:18,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:18,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:18,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:18,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:18,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:18,212 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-17T08:11:18,213 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/483=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/484=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/485=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/486=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/487=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/488=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/489=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/490=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/491=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/492=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/493=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/494=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/495=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/496=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/497=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/498=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/499=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/500=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/501=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/502=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/503=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/504=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/505=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,215 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,317 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/507=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/508=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/509=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/510=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/511=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/512=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/513=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/514=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/515=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/516=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/517=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/518=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/519=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/520=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/521=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/522=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/523=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/524=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/525=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/526=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/527=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/528=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/529=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,319 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,432 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/531=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/532=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/533=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/534=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/535=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/536=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/537=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/538=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/539=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/540=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/541=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/542=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/543=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/544=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/545=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/546=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/547=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/548=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/549=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/550=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/551=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/552=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/553=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,434 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,521 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/555=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/556=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/557=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/558=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/559=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/560=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/561=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/562=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/563=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/564=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/565=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/566=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/567=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/568=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/569=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/570=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/571=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/572=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/573=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/574=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/575=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/576=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/577=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,523 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:18,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:18,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:18,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:18,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:18,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:18,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:18,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:18,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:18,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:18,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:18,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:18,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:18,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:18,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:18,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:18,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:18,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:18,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:18,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:18,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:18,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:18,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:18,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:18,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:18,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:18,743 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-17T08:11:18,748 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/579=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/580=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/581=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/582=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/583=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/584=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/585=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/586=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/587=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/588=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/589=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/590=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/591=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/592=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/593=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/594=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/595=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/596=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/597=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/598=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/599=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/600=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/601=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,757 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,787 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/603=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/604=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/605=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/606=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/607=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/608=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/609=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/610=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/611=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/612=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/613=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/614=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/615=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/616=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/617=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/618=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/619=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/620=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/621=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/622=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/623=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/624=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/625=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,789 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,825 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/627=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/628=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/629=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/630=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/631=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/632=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/633=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/634=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/635=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/636=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/637=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/638=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/639=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/640=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/641=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/642=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/643=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/644=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/645=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/646=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/647=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/648=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/649=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,826 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,856 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/651=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/652=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/653=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/654=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/655=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/656=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/657=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/658=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/659=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/660=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/661=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/662=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/663=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/664=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/665=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/666=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/667=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/668=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/669=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/670=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/671=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/672=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/673=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,857 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,902 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/675=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/676=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/677=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/678=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/679=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/680=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/681=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/682=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/683=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/684=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/685=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/686=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/687=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/688=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/689=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/690=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/691=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/692=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/693=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/694=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/695=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/696=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/697=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,903 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,940 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/699=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/700=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/701=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/702=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/703=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/704=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/705=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/706=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/707=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/708=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/709=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/710=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/711=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/712=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/713=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/714=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/715=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/716=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/717=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/718=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/719=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/720=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/721=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,943 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,979 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/723=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/724=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/725=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/726=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/727=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/728=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/729=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/730=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/731=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/732=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/733=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/734=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/735=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/736=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/737=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/738=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/739=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/740=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/741=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/742=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/743=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/744=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/745=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:18,981 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:18,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:18,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:18,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,040 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/747=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/748=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/749=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/750=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/751=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/752=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/753=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/754=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/755=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/756=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/757=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/758=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/759=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/760=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/761=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/762=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/763=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/764=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/765=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/766=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/767=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/768=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/769=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:19,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,042 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:19,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,087 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/771=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/772=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/773=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/774=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/775=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/776=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/777=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/778=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/779=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/780=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/781=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/782=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/783=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/784=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/785=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/786=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/787=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/788=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/789=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/790=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/791=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/792=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/793=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:19,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,089 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:19,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,125 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/795=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/796=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/797=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/798=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/799=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/800=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/801=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/802=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/803=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/804=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/805=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/806=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/807=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/808=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/809=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/810=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/811=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/812=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/813=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/814=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/815=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/816=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/817=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:19,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,128 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:19,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,194 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/819=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/820=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/821=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/822=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/823=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/824=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/825=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/826=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/827=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/828=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/829=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/830=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/831=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/832=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/833=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/834=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/835=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/836=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/837=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/838=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/839=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/840=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/841=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:19,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,196 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:19,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,240 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/843=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/844=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/845=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/846=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/847=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/848=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/849=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/850=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/851=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/852=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/853=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/854=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/855=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/856=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/857=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/858=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/859=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/860=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/861=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/862=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/863=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/864=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/865=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:19,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,242 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:19,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:19,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:19,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:19,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:19,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:19,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:19,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:19,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:19,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:19,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:19,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:19,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:19,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:19,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:19,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:19,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:19,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:19,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:19,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:19,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:19,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:19,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:19,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:19,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:19,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:19,269 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-17T08:11:19,317 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/867=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/868=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/869=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/870=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/871=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/872=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/873=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/874=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/875=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/876=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/877=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/878=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/879=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/880=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/881=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/882=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/883=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/884=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/885=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/886=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/887=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/888=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/889=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:19,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,319 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:19,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,356 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/891=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/892=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/893=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/894=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/895=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/896=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/897=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/898=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/899=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/900=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/901=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/902=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/903=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/904=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/905=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/906=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/907=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/908=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/909=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/910=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/911=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/912=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/913=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:19,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,357 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:19,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,433 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/915=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/916=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/917=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/918=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/919=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/920=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/921=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/922=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/923=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/924=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/925=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/926=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/927=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/928=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/929=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/930=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/931=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/932=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/933=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/934=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/935=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/936=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/937=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:19,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,434 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-17T08:11:19,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,471 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/939=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/940=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/941=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/942=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/943=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/944=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/945=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/946=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/947=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/948=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/949=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/950=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/951=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/952=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/953=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/954=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/955=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/956=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/957=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/958=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/959=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/960=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/961=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:19,472 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-17T08:11:19,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,509 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 to pos 4208104, reset compression=false 2024-12-17T08:11:19,509 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/963=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/964=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/965=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/966=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/967=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/968=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/969=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/970=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/971=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/972=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/973=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/974=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/975=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/976=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/977=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/978=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/979=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/980=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/981=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/982=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/983=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/984=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/985=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-17T08:11:19,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,518 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-17T08:11:19,548 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 to pos 4208924, reset compression=false 2024-12-17T08:11:19,548 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbe22ee11156c4b4519843f56ff9ab48/987=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/988=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/989=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/990=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/991=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/992=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/993=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/994=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/995=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/996=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/997=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/998=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/999=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/1000=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/1001=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/1002=[#edits: 1 = ],4297}, {test/bbe22ee11156c4b4519843f56ff9ab48/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-17T08:11:19,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-17T08:11:19,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-17T08:11:19,694 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-17T08:11:19,754 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.wal-reader.c41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 to pos 4208924, reset compression=false 2024-12-17T08:11:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40947 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-17T08:11:19,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-17T08:11:19,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-17T08:11:19,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-17T08:11:19,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-17T08:11:19,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-17T08:11:19,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-17T08:11:19,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-17T08:11:19,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-17T08:11:19,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-17T08:11:19,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-17T08:11:19,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-17T08:11:19,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-17T08:11:19,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-17T08:11:19,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-17T08:11:19,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-17T08:11:19,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-17T08:11:19,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-17T08:11:19,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-17T08:11:19,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-17T08:11:19,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-17T08:11:19,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-17T08:11:19,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-17T08:11:19,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-17T08:11:19,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-17T08:11:19,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-17T08:11:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-17T08:11:19,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-17T08:11:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-17T08:11:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-17T08:11:19,816 DEBUG [PEWorker-4 {}] zookeeper.ZKUtil(111): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-17T08:11:19,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-17T08:11:19,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-17T08:11:19,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-17T08:11:19,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-17T08:11:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-17T08:11:20,017 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to c41f045e1357,45793,1734422994323 2024-12-17T08:11:20,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45793 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-17T08:11:20,017 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-17T08:11:20,018 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-17T08:11:20,018 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-17T08:11:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-17T08:11:20,156 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1009f064468000f, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:11:20,156 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1009f064468000f, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:11:20,156 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x639d9bab to 127.0.0.1:61088 2024-12-17T08:11:20,156 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:20,256 WARN [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-17T08:11:20,356 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c41f045e1357:0-0.replicationSource,2.replicationSource.shipperc41f045e1357%2C45793%2C1734422994323,2 terminated 2024-12-17T08:11:20,357 INFO [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-17T08:11:20,358 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/c41f045e1357,45793,1734422994323/2/c41f045e1357%2C45793%2C1734422994323.1734422996773 2024-12-17T08:11:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/c41f045e1357,45793,1734422994323/2/c41f045e1357%2C45793%2C1734422994323.1734422996773 2024-12-17T08:11:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/c41f045e1357,45793,1734422994323/2 2024-12-17T08:11:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/c41f045e1357,45793,1734422994323/2 2024-12-17T08:11:20,395 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-17T08:11:20,395 DEBUG [RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-17T08:11:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-17T08:11:20,397 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on c41f045e1357,45793,1734422994323 suceeded 2024-12-17T08:11:20,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-17T08:11:20,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 532 msec 2024-12-17T08:11:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-17T08:11:20,441 DEBUG [PEWorker-5 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-17T08:11:20,441 INFO [PEWorker-5 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-17T08:11:20,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 631 msec 2024-12-17T08:11:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-17T08:11:20,932 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=395 (was 392) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/cluster_9dd6a263-5fb9-c1e1-751b-c20b54f7eb41/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x76f755c0-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x76f755c0-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61088@0x29ec84f8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f7180b38c00.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x76f755c0-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61088@0x29ec84f8-SendThread(127.0.0.1:61088) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61088@0x7ceba6d4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f7180b38c00.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1613627535_22 at /127.0.0.1:45116 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x76f755c0-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x76f755c0-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/cluster_c572e0bf-7aea-6f92-f7ba-82a0b4fc1a65/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/cluster_c572e0bf-7aea-6f92-f7ba-82a0b4fc1a65/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/c41f045e1357:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61088@0x29ec84f8-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: hconnection-0x76f755c0-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61088@0x2523925b java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f7180b38c00.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/cluster_9dd6a263-5fb9-c1e1-751b-c20b54f7eb41/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=566 (was 572), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=587 (was 416) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8041 (was 10924) 2024-12-17T08:11:20,933 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79676e92 to 127.0.0.1:61088 2024-12-17T08:11:20,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:20,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b082490 to 127.0.0.1:61088 2024-12-17T08:11:20,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:20,934 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T08:11:20,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d3ddb38 to 127.0.0.1:61088 2024-12-17T08:11:20,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:20,934 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-17T08:11:20,934 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T08:11:20,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59fe8373 to 127.0.0.1:61088 2024-12-17T08:11:20,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:20,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-17T08:11:20,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=720848417, stopped=false 2024-12-17T08:11:20,935 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=c41f045e1357,37021,1734423000576 2024-12-17T08:11:21,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-17T08:11:21,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:11:21,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-17T08:11:21,048 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-17T08:11:21,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:11:21,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:21,049 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'c41f045e1357,40947,1734423000623' ***** 2024-12-17T08:11:21,049 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-17T08:11:21,049 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-17T08:11:21,049 INFO [RS:0;c41f045e1357:40947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-17T08:11:21,049 INFO [RS:0;c41f045e1357:40947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-17T08:11:21,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 2445f039310857a9c05f5f6b6ceb8d8a 2024-12-17T08:11:21,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-17T08:11:21,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for ca29e82ebbe81363d990b5cf7dcb2ed8 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for e407882581d8ccd29829dae7f9905228 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 19ea8721828858ed3b7b9e6e0f4f97a6 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 653c537e954125583ddc7243868b7cd5 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for e9e174d1efd1342e0aef942b4e24dff0 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 3589fb93a9e28541083e2e158d98922b 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 67a6e1edf0157bd1bc96ff2ce79142a5 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 3cd396414ec978c4c562d68da48c6b89 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 0493b647b3078eca71361c2ed4c5cff3 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 96281f51f118f003e485683eca995333 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 29ed8db3e6327df7cb74263fc9857ca6 2024-12-17T08:11:21,050 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 0b45e5aed02ab339ab6ac8c4290d7d04 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for e9127795f5df6629768ffc155fc40aeb 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 6f144b691eb609eaf6bd165877d5bfe5 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 36a61f821270fbe294dd76eb25e3a4ad 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for c5df92fdd71d2c36165071814354ac79 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for a7d44d442438b59e54fea01ba857034c 2024-12-17T08:11:21,051 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2445f039310857a9c05f5f6b6ceb8d8a, disabling compactions & flushes 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 649c01ab0e13b11a94f48a9b86f38fa6 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:11:21,051 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 0bf1815237ca5065c106e2d5ccdd0159 2024-12-17T08:11:21,051 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for db18fb3fe9c885dbfcd88eabecfdee88 2024-12-17T08:11:21,051 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. after waiting 0 ms 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for e34f45f47784b29e5ffbf709f2866e25 2024-12-17T08:11:21,051 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for ca5311774678b490e32973332dba2090 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for f781930808aa1c79234885e5ec2f0f84 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 8cb8ad680102092f86f38dcf876f34a5 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 556f932f2d2c9b68b977c71d8eb36a22 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1224): stopping server c41f045e1357,40947,1734423000623 2024-12-17T08:11:21,051 DEBUG [RS:0;c41f045e1357:40947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-17T08:11:21,051 INFO [RS:0;c41f045e1357:40947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-17T08:11:21,052 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-17T08:11:21,052 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-17T08:11:21,052 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-17T08:11:21,052 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-17T08:11:21,053 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-17T08:11:21,053 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-17T08:11:21,053 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-17T08:11:21,053 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-17T08:11:21,057 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1629): Waiting on 0493b647b3078eca71361c2ed4c5cff3, 0b45e5aed02ab339ab6ac8c4290d7d04, 0bf1815237ca5065c106e2d5ccdd0159, 1588230740, 19ea8721828858ed3b7b9e6e0f4f97a6, 2445f039310857a9c05f5f6b6ceb8d8a, 29ed8db3e6327df7cb74263fc9857ca6, 3589fb93a9e28541083e2e158d98922b, 36a61f821270fbe294dd76eb25e3a4ad, 3cd396414ec978c4c562d68da48c6b89, 556f932f2d2c9b68b977c71d8eb36a22, 649c01ab0e13b11a94f48a9b86f38fa6, 653c537e954125583ddc7243868b7cd5, 67a6e1edf0157bd1bc96ff2ce79142a5, 6f144b691eb609eaf6bd165877d5bfe5, 8cb8ad680102092f86f38dcf876f34a5, 96281f51f118f003e485683eca995333, a7d44d442438b59e54fea01ba857034c, c5df92fdd71d2c36165071814354ac79, ca29e82ebbe81363d990b5cf7dcb2ed8, ca5311774678b490e32973332dba2090, db18fb3fe9c885dbfcd88eabecfdee88, e34f45f47784b29e5ffbf709f2866e25, e407882581d8ccd29829dae7f9905228, e9127795f5df6629768ffc155fc40aeb, e9e174d1efd1342e0aef942b4e24dff0, f781930808aa1c79234885e5ec2f0f84, fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:11:21,059 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/2445f039310857a9c05f5f6b6ceb8d8a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,060 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. 2024-12-17T08:11:21,060 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2445f039310857a9c05f5f6b6ceb8d8a: 2024-12-17T08:11:21,060 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a. 2024-12-17T08:11:21,061 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ca29e82ebbe81363d990b5cf7dcb2ed8, disabling compactions & flushes 2024-12-17T08:11:21,061 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. 2024-12-17T08:11:21,061 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. 2024-12-17T08:11:21,061 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. after waiting 0 ms 2024-12-17T08:11:21,061 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. 2024-12-17T08:11:21,085 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/ca29e82ebbe81363d990b5cf7dcb2ed8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,092 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. 2024-12-17T08:11:21,092 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ca29e82ebbe81363d990b5cf7dcb2ed8: 2024-12-17T08:11:21,092 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734423007658.ca29e82ebbe81363d990b5cf7dcb2ed8. 2024-12-17T08:11:21,092 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e407882581d8ccd29829dae7f9905228, disabling compactions & flushes 2024-12-17T08:11:21,093 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. 2024-12-17T08:11:21,093 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. 2024-12-17T08:11:21,093 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. after waiting 0 ms 2024-12-17T08:11:21,093 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. 2024-12-17T08:11:21,093 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing e407882581d8ccd29829dae7f9905228 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-17T08:11:21,098 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/.tmp/info/ffce8a0c88aa40bf9d7bc44c3890096c is 143, key is hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228./info:regioninfo/1734423003279/Put/seqid=0 2024-12-17T08:11:21,104 INFO [regionserver/c41f045e1357:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-17T08:11:21,121 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/namespace/e407882581d8ccd29829dae7f9905228/.tmp/info/a6d364c4b87f427d86297812f580a6fb is 45, key is default/info:d/1734423003311/Put/seqid=0 2024-12-17T08:11:21,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741866_1042 (size=36340) 2024-12-17T08:11:21,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741867_1043 (size=5037) 2024-12-17T08:11:21,257 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1629): Waiting on 0493b647b3078eca71361c2ed4c5cff3, 0b45e5aed02ab339ab6ac8c4290d7d04, 0bf1815237ca5065c106e2d5ccdd0159, 1588230740, 19ea8721828858ed3b7b9e6e0f4f97a6, 29ed8db3e6327df7cb74263fc9857ca6, 3589fb93a9e28541083e2e158d98922b, 36a61f821270fbe294dd76eb25e3a4ad, 3cd396414ec978c4c562d68da48c6b89, 556f932f2d2c9b68b977c71d8eb36a22, 649c01ab0e13b11a94f48a9b86f38fa6, 653c537e954125583ddc7243868b7cd5, 67a6e1edf0157bd1bc96ff2ce79142a5, 6f144b691eb609eaf6bd165877d5bfe5, 8cb8ad680102092f86f38dcf876f34a5, 96281f51f118f003e485683eca995333, a7d44d442438b59e54fea01ba857034c, c5df92fdd71d2c36165071814354ac79, ca5311774678b490e32973332dba2090, db18fb3fe9c885dbfcd88eabecfdee88, e34f45f47784b29e5ffbf709f2866e25, e407882581d8ccd29829dae7f9905228, e9127795f5df6629768ffc155fc40aeb, e9e174d1efd1342e0aef942b4e24dff0, f781930808aa1c79234885e5ec2f0f84, fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:11:21,286 INFO [regionserver/c41f045e1357:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-17T08:11:21,286 INFO [regionserver/c41f045e1357:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-17T08:11:21,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:11:21,318 INFO [c41f045e1357:40947Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 1000 2024-12-17T08:11:21,457 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1629): Waiting on 0493b647b3078eca71361c2ed4c5cff3, 0b45e5aed02ab339ab6ac8c4290d7d04, 0bf1815237ca5065c106e2d5ccdd0159, 1588230740, 19ea8721828858ed3b7b9e6e0f4f97a6, 29ed8db3e6327df7cb74263fc9857ca6, 3589fb93a9e28541083e2e158d98922b, 36a61f821270fbe294dd76eb25e3a4ad, 3cd396414ec978c4c562d68da48c6b89, 556f932f2d2c9b68b977c71d8eb36a22, 649c01ab0e13b11a94f48a9b86f38fa6, 653c537e954125583ddc7243868b7cd5, 67a6e1edf0157bd1bc96ff2ce79142a5, 6f144b691eb609eaf6bd165877d5bfe5, 8cb8ad680102092f86f38dcf876f34a5, 96281f51f118f003e485683eca995333, a7d44d442438b59e54fea01ba857034c, c5df92fdd71d2c36165071814354ac79, ca5311774678b490e32973332dba2090, db18fb3fe9c885dbfcd88eabecfdee88, e34f45f47784b29e5ffbf709f2866e25, e407882581d8ccd29829dae7f9905228, e9127795f5df6629768ffc155fc40aeb, e9e174d1efd1342e0aef942b4e24dff0, f781930808aa1c79234885e5ec2f0f84, fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:11:21,522 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/.tmp/info/ffce8a0c88aa40bf9d7bc44c3890096c 2024-12-17T08:11:21,527 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/namespace/e407882581d8ccd29829dae7f9905228/.tmp/info/a6d364c4b87f427d86297812f580a6fb 2024-12-17T08:11:21,537 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/namespace/e407882581d8ccd29829dae7f9905228/.tmp/info/a6d364c4b87f427d86297812f580a6fb as hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/namespace/e407882581d8ccd29829dae7f9905228/info/a6d364c4b87f427d86297812f580a6fb 2024-12-17T08:11:21,545 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/namespace/e407882581d8ccd29829dae7f9905228/info/a6d364c4b87f427d86297812f580a6fb, entries=2, sequenceid=6, filesize=4.9 K 2024-12-17T08:11:21,546 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for e407882581d8ccd29829dae7f9905228 in 453ms, sequenceid=6, compaction requested=false 2024-12-17T08:11:21,551 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/namespace/e407882581d8ccd29829dae7f9905228/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-17T08:11:21,552 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. 2024-12-17T08:11:21,552 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e407882581d8ccd29829dae7f9905228: 2024-12-17T08:11:21,552 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734423002094.e407882581d8ccd29829dae7f9905228. 2024-12-17T08:11:21,552 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 19ea8721828858ed3b7b9e6e0f4f97a6, disabling compactions & flushes 2024-12-17T08:11:21,552 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. 2024-12-17T08:11:21,552 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. 2024-12-17T08:11:21,552 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. after waiting 0 ms 2024-12-17T08:11:21,552 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. 2024-12-17T08:11:21,556 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/.tmp/rep_barrier/d6857f30e4e343b595c84e940c97f525 is 115, key is test,bbb,1734423007658.2445f039310857a9c05f5f6b6ceb8d8a./rep_barrier:seqnumDuringOpen/1734423011476/Put/seqid=0 2024-12-17T08:11:21,560 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/19ea8721828858ed3b7b9e6e0f4f97a6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,561 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. 2024-12-17T08:11:21,561 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 19ea8721828858ed3b7b9e6e0f4f97a6: 2024-12-17T08:11:21,562 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734423007658.19ea8721828858ed3b7b9e6e0f4f97a6. 2024-12-17T08:11:21,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741868_1044 (size=8574) 2024-12-17T08:11:21,562 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 653c537e954125583ddc7243868b7cd5, disabling compactions & flushes 2024-12-17T08:11:21,562 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. 2024-12-17T08:11:21,562 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. 2024-12-17T08:11:21,562 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. after waiting 0 ms 2024-12-17T08:11:21,562 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. 2024-12-17T08:11:21,562 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/.tmp/rep_barrier/d6857f30e4e343b595c84e940c97f525 2024-12-17T08:11:21,567 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/653c537e954125583ddc7243868b7cd5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,567 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. 2024-12-17T08:11:21,567 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 653c537e954125583ddc7243868b7cd5: 2024-12-17T08:11:21,568 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734423007658.653c537e954125583ddc7243868b7cd5. 2024-12-17T08:11:21,568 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e9e174d1efd1342e0aef942b4e24dff0, disabling compactions & flushes 2024-12-17T08:11:21,568 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. 2024-12-17T08:11:21,568 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. 2024-12-17T08:11:21,568 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. after waiting 0 ms 2024-12-17T08:11:21,568 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. 2024-12-17T08:11:21,572 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/e9e174d1efd1342e0aef942b4e24dff0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,573 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. 2024-12-17T08:11:21,573 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e9e174d1efd1342e0aef942b4e24dff0: 2024-12-17T08:11:21,573 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734423007658.e9e174d1efd1342e0aef942b4e24dff0. 2024-12-17T08:11:21,573 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3589fb93a9e28541083e2e158d98922b, disabling compactions & flushes 2024-12-17T08:11:21,573 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. 2024-12-17T08:11:21,573 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. 2024-12-17T08:11:21,573 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. after waiting 0 ms 2024-12-17T08:11:21,573 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. 2024-12-17T08:11:21,578 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/3589fb93a9e28541083e2e158d98922b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,579 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. 2024-12-17T08:11:21,579 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3589fb93a9e28541083e2e158d98922b: 2024-12-17T08:11:21,579 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734423007658.3589fb93a9e28541083e2e158d98922b. 2024-12-17T08:11:21,579 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 67a6e1edf0157bd1bc96ff2ce79142a5, disabling compactions & flushes 2024-12-17T08:11:21,579 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. 2024-12-17T08:11:21,579 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. 2024-12-17T08:11:21,579 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. after waiting 0 ms 2024-12-17T08:11:21,579 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. 2024-12-17T08:11:21,588 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/67a6e1edf0157bd1bc96ff2ce79142a5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,589 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/.tmp/table/93dd9bfb87c04a80a394fe71bff14a7e is 94, key is testdroppedtimed,,1734423017601.db59df40a279993e2bf6662af064851e./table:/1734423020823/DeleteFamily/seqid=0 2024-12-17T08:11:21,589 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. 2024-12-17T08:11:21,590 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 67a6e1edf0157bd1bc96ff2ce79142a5: 2024-12-17T08:11:21,590 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734423007658.67a6e1edf0157bd1bc96ff2ce79142a5. 2024-12-17T08:11:21,590 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3cd396414ec978c4c562d68da48c6b89, disabling compactions & flushes 2024-12-17T08:11:21,590 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. 2024-12-17T08:11:21,590 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. 2024-12-17T08:11:21,590 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. after waiting 0 ms 2024-12-17T08:11:21,590 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. 2024-12-17T08:11:21,601 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/3cd396414ec978c4c562d68da48c6b89/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,602 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. 2024-12-17T08:11:21,602 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3cd396414ec978c4c562d68da48c6b89: 2024-12-17T08:11:21,602 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734423007658.3cd396414ec978c4c562d68da48c6b89. 2024-12-17T08:11:21,602 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0493b647b3078eca71361c2ed4c5cff3, disabling compactions & flushes 2024-12-17T08:11:21,602 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. 2024-12-17T08:11:21,602 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. 2024-12-17T08:11:21,602 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. after waiting 0 ms 2024-12-17T08:11:21,602 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. 2024-12-17T08:11:21,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741869_1045 (size=5605) 2024-12-17T08:11:21,611 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/.tmp/table/93dd9bfb87c04a80a394fe71bff14a7e 2024-12-17T08:11:21,612 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/0493b647b3078eca71361c2ed4c5cff3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,613 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. 2024-12-17T08:11:21,613 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0493b647b3078eca71361c2ed4c5cff3: 2024-12-17T08:11:21,613 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734423007658.0493b647b3078eca71361c2ed4c5cff3. 2024-12-17T08:11:21,614 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 96281f51f118f003e485683eca995333, disabling compactions & flushes 2024-12-17T08:11:21,614 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734423007658.96281f51f118f003e485683eca995333. 2024-12-17T08:11:21,614 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734423007658.96281f51f118f003e485683eca995333. 2024-12-17T08:11:21,614 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734423007658.96281f51f118f003e485683eca995333. after waiting 0 ms 2024-12-17T08:11:21,614 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734423007658.96281f51f118f003e485683eca995333. 2024-12-17T08:11:21,618 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/96281f51f118f003e485683eca995333/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,618 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734423007658.96281f51f118f003e485683eca995333. 2024-12-17T08:11:21,618 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 96281f51f118f003e485683eca995333: 2024-12-17T08:11:21,619 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734423007658.96281f51f118f003e485683eca995333. 2024-12-17T08:11:21,619 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/.tmp/info/ffce8a0c88aa40bf9d7bc44c3890096c as hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/info/ffce8a0c88aa40bf9d7bc44c3890096c 2024-12-17T08:11:21,619 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 29ed8db3e6327df7cb74263fc9857ca6, disabling compactions & flushes 2024-12-17T08:11:21,619 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. 2024-12-17T08:11:21,619 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. 2024-12-17T08:11:21,619 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. after waiting 0 ms 2024-12-17T08:11:21,619 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. 2024-12-17T08:11:21,623 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/29ed8db3e6327df7cb74263fc9857ca6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,624 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. 2024-12-17T08:11:21,624 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 29ed8db3e6327df7cb74263fc9857ca6: 2024-12-17T08:11:21,624 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734423007658.29ed8db3e6327df7cb74263fc9857ca6. 2024-12-17T08:11:21,624 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0b45e5aed02ab339ab6ac8c4290d7d04, disabling compactions & flushes 2024-12-17T08:11:21,624 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. 2024-12-17T08:11:21,624 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. 2024-12-17T08:11:21,624 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. after waiting 0 ms 2024-12-17T08:11:21,624 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. 2024-12-17T08:11:21,627 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/info/ffce8a0c88aa40bf9d7bc44c3890096c, entries=272, sequenceid=77, filesize=35.5 K 2024-12-17T08:11:21,628 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/0b45e5aed02ab339ab6ac8c4290d7d04/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,628 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/.tmp/rep_barrier/d6857f30e4e343b595c84e940c97f525 as hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/rep_barrier/d6857f30e4e343b595c84e940c97f525 2024-12-17T08:11:21,629 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. 2024-12-17T08:11:21,629 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0b45e5aed02ab339ab6ac8c4290d7d04: 2024-12-17T08:11:21,629 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734423007658.0b45e5aed02ab339ab6ac8c4290d7d04. 2024-12-17T08:11:21,629 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e9127795f5df6629768ffc155fc40aeb, disabling compactions & flushes 2024-12-17T08:11:21,629 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. 2024-12-17T08:11:21,629 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. 2024-12-17T08:11:21,629 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. after waiting 0 ms 2024-12-17T08:11:21,629 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. 2024-12-17T08:11:21,633 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/e9127795f5df6629768ffc155fc40aeb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,634 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. 2024-12-17T08:11:21,634 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e9127795f5df6629768ffc155fc40aeb: 2024-12-17T08:11:21,634 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734423007658.e9127795f5df6629768ffc155fc40aeb. 2024-12-17T08:11:21,634 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6f144b691eb609eaf6bd165877d5bfe5, disabling compactions & flushes 2024-12-17T08:11:21,634 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. 2024-12-17T08:11:21,634 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. 2024-12-17T08:11:21,634 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. after waiting 0 ms 2024-12-17T08:11:21,634 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. 2024-12-17T08:11:21,637 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/rep_barrier/d6857f30e4e343b595c84e940c97f525, entries=27, sequenceid=77, filesize=8.4 K 2024-12-17T08:11:21,638 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/6f144b691eb609eaf6bd165877d5bfe5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,638 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/.tmp/table/93dd9bfb87c04a80a394fe71bff14a7e as hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/table/93dd9bfb87c04a80a394fe71bff14a7e 2024-12-17T08:11:21,639 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. 2024-12-17T08:11:21,639 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6f144b691eb609eaf6bd165877d5bfe5: 2024-12-17T08:11:21,639 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734423007658.6f144b691eb609eaf6bd165877d5bfe5. 2024-12-17T08:11:21,639 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 36a61f821270fbe294dd76eb25e3a4ad, disabling compactions & flushes 2024-12-17T08:11:21,639 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. 2024-12-17T08:11:21,639 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. 2024-12-17T08:11:21,639 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. after waiting 0 ms 2024-12-17T08:11:21,639 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. 2024-12-17T08:11:21,645 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/36a61f821270fbe294dd76eb25e3a4ad/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,646 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. 2024-12-17T08:11:21,646 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 36a61f821270fbe294dd76eb25e3a4ad: 2024-12-17T08:11:21,646 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734423007658.36a61f821270fbe294dd76eb25e3a4ad. 2024-12-17T08:11:21,646 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c5df92fdd71d2c36165071814354ac79, disabling compactions & flushes 2024-12-17T08:11:21,646 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. 2024-12-17T08:11:21,646 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. 2024-12-17T08:11:21,646 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. after waiting 0 ms 2024-12-17T08:11:21,646 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. 2024-12-17T08:11:21,648 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/table/93dd9bfb87c04a80a394fe71bff14a7e, entries=6, sequenceid=77, filesize=5.5 K 2024-12-17T08:11:21,649 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 596ms, sequenceid=77, compaction requested=false 2024-12-17T08:11:21,651 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/c5df92fdd71d2c36165071814354ac79/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,652 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. 2024-12-17T08:11:21,652 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c5df92fdd71d2c36165071814354ac79: 2024-12-17T08:11:21,652 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734423007658.c5df92fdd71d2c36165071814354ac79. 2024-12-17T08:11:21,652 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a7d44d442438b59e54fea01ba857034c, disabling compactions & flushes 2024-12-17T08:11:21,652 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. 2024-12-17T08:11:21,652 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. 2024-12-17T08:11:21,652 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. after waiting 0 ms 2024-12-17T08:11:21,652 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. 2024-12-17T08:11:21,654 INFO [c41f045e1357:45793Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-17T08:11:21,658 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1629): Waiting on 0bf1815237ca5065c106e2d5ccdd0159, 1588230740, 556f932f2d2c9b68b977c71d8eb36a22, 649c01ab0e13b11a94f48a9b86f38fa6, 8cb8ad680102092f86f38dcf876f34a5, a7d44d442438b59e54fea01ba857034c, ca5311774678b490e32973332dba2090, db18fb3fe9c885dbfcd88eabecfdee88, e34f45f47784b29e5ffbf709f2866e25, f781930808aa1c79234885e5ec2f0f84, fae75d1cd51dad80dccf86b6b9beea37 2024-12-17T08:11:21,665 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-17T08:11:21,665 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/a7d44d442438b59e54fea01ba857034c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,666 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-17T08:11:21,666 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-17T08:11:21,666 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-17T08:11:21,666 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-17T08:11:21,666 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. 2024-12-17T08:11:21,666 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a7d44d442438b59e54fea01ba857034c: 2024-12-17T08:11:21,666 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734423007658.a7d44d442438b59e54fea01ba857034c. 2024-12-17T08:11:21,666 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 649c01ab0e13b11a94f48a9b86f38fa6, disabling compactions & flushes 2024-12-17T08:11:21,666 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. 2024-12-17T08:11:21,667 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. 2024-12-17T08:11:21,667 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. after waiting 0 ms 2024-12-17T08:11:21,667 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. 2024-12-17T08:11:21,671 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/649c01ab0e13b11a94f48a9b86f38fa6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,671 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. 2024-12-17T08:11:21,671 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 649c01ab0e13b11a94f48a9b86f38fa6: 2024-12-17T08:11:21,671 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734423007658.649c01ab0e13b11a94f48a9b86f38fa6. 2024-12-17T08:11:21,671 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fae75d1cd51dad80dccf86b6b9beea37, disabling compactions & flushes 2024-12-17T08:11:21,671 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. 2024-12-17T08:11:21,672 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. 2024-12-17T08:11:21,672 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. after waiting 0 ms 2024-12-17T08:11:21,672 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. 2024-12-17T08:11:21,675 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/fae75d1cd51dad80dccf86b6b9beea37/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,676 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. 2024-12-17T08:11:21,676 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fae75d1cd51dad80dccf86b6b9beea37: 2024-12-17T08:11:21,676 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734423007658.fae75d1cd51dad80dccf86b6b9beea37. 2024-12-17T08:11:21,676 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0bf1815237ca5065c106e2d5ccdd0159, disabling compactions & flushes 2024-12-17T08:11:21,676 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. 2024-12-17T08:11:21,676 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. 2024-12-17T08:11:21,676 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. after waiting 0 ms 2024-12-17T08:11:21,676 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. 2024-12-17T08:11:21,680 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/0bf1815237ca5065c106e2d5ccdd0159/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,681 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. 2024-12-17T08:11:21,681 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0bf1815237ca5065c106e2d5ccdd0159: 2024-12-17T08:11:21,681 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734423007658.0bf1815237ca5065c106e2d5ccdd0159. 2024-12-17T08:11:21,681 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing db18fb3fe9c885dbfcd88eabecfdee88, disabling compactions & flushes 2024-12-17T08:11:21,681 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. 2024-12-17T08:11:21,681 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. 2024-12-17T08:11:21,681 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. after waiting 0 ms 2024-12-17T08:11:21,681 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. 2024-12-17T08:11:21,690 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/db18fb3fe9c885dbfcd88eabecfdee88/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,691 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. 2024-12-17T08:11:21,691 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for db18fb3fe9c885dbfcd88eabecfdee88: 2024-12-17T08:11:21,691 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734423007658.db18fb3fe9c885dbfcd88eabecfdee88. 2024-12-17T08:11:21,691 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e34f45f47784b29e5ffbf709f2866e25, disabling compactions & flushes 2024-12-17T08:11:21,691 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. 2024-12-17T08:11:21,691 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. 2024-12-17T08:11:21,691 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. after waiting 0 ms 2024-12-17T08:11:21,691 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. 2024-12-17T08:11:21,696 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/e34f45f47784b29e5ffbf709f2866e25/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,697 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. 2024-12-17T08:11:21,697 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e34f45f47784b29e5ffbf709f2866e25: 2024-12-17T08:11:21,697 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734423007658.e34f45f47784b29e5ffbf709f2866e25. 2024-12-17T08:11:21,697 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ca5311774678b490e32973332dba2090, disabling compactions & flushes 2024-12-17T08:11:21,697 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734423007658.ca5311774678b490e32973332dba2090. 2024-12-17T08:11:21,697 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734423007658.ca5311774678b490e32973332dba2090. 2024-12-17T08:11:21,697 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734423007658.ca5311774678b490e32973332dba2090. after waiting 0 ms 2024-12-17T08:11:21,697 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734423007658.ca5311774678b490e32973332dba2090. 2024-12-17T08:11:21,701 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/ca5311774678b490e32973332dba2090/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,701 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734423007658.ca5311774678b490e32973332dba2090. 2024-12-17T08:11:21,701 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ca5311774678b490e32973332dba2090: 2024-12-17T08:11:21,702 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734423007658.ca5311774678b490e32973332dba2090. 2024-12-17T08:11:21,702 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f781930808aa1c79234885e5ec2f0f84, disabling compactions & flushes 2024-12-17T08:11:21,702 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. 2024-12-17T08:11:21,702 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. 2024-12-17T08:11:21,702 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. after waiting 0 ms 2024-12-17T08:11:21,702 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. 2024-12-17T08:11:21,705 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/f781930808aa1c79234885e5ec2f0f84/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:21,705 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. 2024-12-17T08:11:21,705 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f781930808aa1c79234885e5ec2f0f84: 2024-12-17T08:11:21,706 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734423007658.f781930808aa1c79234885e5ec2f0f84. 2024-12-17T08:11:21,706 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8cb8ad680102092f86f38dcf876f34a5, disabling compactions & flushes 2024-12-17T08:11:21,706 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 8cb8ad680102092f86f38dcf876f34a5 2024-12-17T08:11:21,706 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 8cb8ad680102092f86f38dcf876f34a5 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-17T08:11:21,762 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/8cb8ad680102092f86f38dcf876f34a5/.tmp/f/ea91c9d2d52d4517a376766265b6ad41 is 4136, key is NormalPut000/f:row/1734423019357/Put/seqid=0 2024-12-17T08:11:21,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741870_1046 (size=4145786) 2024-12-17T08:11:21,858 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1629): Waiting on 556f932f2d2c9b68b977c71d8eb36a22, 8cb8ad680102092f86f38dcf876f34a5 2024-12-17T08:11:22,058 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-17T08:11:22,058 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1603): Online Regions={8cb8ad680102092f86f38dcf876f34a5=test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5., 556f932f2d2c9b68b977c71d8eb36a22=test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22.} 2024-12-17T08:11:22,058 DEBUG [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1629): Waiting on 556f932f2d2c9b68b977c71d8eb36a22, 8cb8ad680102092f86f38dcf876f34a5 2024-12-17T08:11:22,169 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/8cb8ad680102092f86f38dcf876f34a5/.tmp/f/ea91c9d2d52d4517a376766265b6ad41 2024-12-17T08:11:22,177 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/8cb8ad680102092f86f38dcf876f34a5/.tmp/f/ea91c9d2d52d4517a376766265b6ad41 as hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/8cb8ad680102092f86f38dcf876f34a5/f/ea91c9d2d52d4517a376766265b6ad41 2024-12-17T08:11:22,184 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/8cb8ad680102092f86f38dcf876f34a5/f/ea91c9d2d52d4517a376766265b6ad41, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-17T08:11:22,185 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for 8cb8ad680102092f86f38dcf876f34a5 in 479ms, sequenceid=144, compaction requested=false 2024-12-17T08:11:22,185 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. 2024-12-17T08:11:22,185 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. 2024-12-17T08:11:22,185 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. after waiting 0 ms 2024-12-17T08:11:22,185 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. 2024-12-17T08:11:22,189 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/8cb8ad680102092f86f38dcf876f34a5/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-17T08:11:22,190 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. 2024-12-17T08:11:22,190 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8cb8ad680102092f86f38dcf876f34a5: 2024-12-17T08:11:22,190 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734423007658.8cb8ad680102092f86f38dcf876f34a5. 2024-12-17T08:11:22,190 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 556f932f2d2c9b68b977c71d8eb36a22, disabling compactions & flushes 2024-12-17T08:11:22,190 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. 2024-12-17T08:11:22,190 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. 2024-12-17T08:11:22,190 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. after waiting 0 ms 2024-12-17T08:11:22,190 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. 2024-12-17T08:11:22,195 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/data/default/test/556f932f2d2c9b68b977c71d8eb36a22/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:22,196 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. 2024-12-17T08:11:22,196 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 556f932f2d2c9b68b977c71d8eb36a22: 2024-12-17T08:11:22,196 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734423007658.556f932f2d2c9b68b977c71d8eb36a22. 2024-12-17T08:11:22,258 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1250): stopping server c41f045e1357,40947,1734423000623; all regions closed. 2024-12-17T08:11:22,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741834_1010 (size=40374) 2024-12-17T08:11:22,267 DEBUG [RS:0;c41f045e1357:40947 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/oldWALs 2024-12-17T08:11:22,267 INFO [RS:0;c41f045e1357:40947 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL c41f045e1357%2C40947%2C1734423000623.meta:.meta(num 1734423002026) 2024-12-17T08:11:22,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741833_1009 (size=7175253) 2024-12-17T08:11:22,273 DEBUG [RS:0;c41f045e1357:40947 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/oldWALs 2024-12-17T08:11:22,273 INFO [RS:0;c41f045e1357:40947 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL c41f045e1357%2C40947%2C1734423000623:(num 1734423001427) 2024-12-17T08:11:22,273 DEBUG [RS:0;c41f045e1357:40947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:22,273 INFO [RS:0;c41f045e1357:40947 {}] regionserver.LeaseManager(133): Closed leases 2024-12-17T08:11:22,273 INFO [RS:0;c41f045e1357:40947 {}] hbase.ChoreService(370): Chore service for: regionserver/c41f045e1357:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-17T08:11:22,274 INFO [regionserver/c41f045e1357:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-17T08:11:22,275 INFO [RS:0;c41f045e1357:40947 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;c41f045e1357:40947. 2024-12-17T08:11:22,280 DEBUG [RS:0;c41f045e1357:40947 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:11:22,281 DEBUG [RS:0;c41f045e1357:40947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:22,281 DEBUG [RS:0;c41f045e1357:40947 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29ec84f8 to 127.0.0.1:61088 2024-12-17T08:11:22,281 INFO [RS:0;c41f045e1357:40947 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40947 2024-12-17T08:11:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-17T08:11:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/c41f045e1357,40947,1734423000623 2024-12-17T08:11:22,371 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c41f045e1357,40947,1734423000623] 2024-12-17T08:11:22,371 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing c41f045e1357,40947,1734423000623; numProcessing=1 2024-12-17T08:11:22,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/c41f045e1357,40947,1734423000623 already deleted, retry=false 2024-12-17T08:11:22,410 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; c41f045e1357,40947,1734423000623 expired; onlineServers=0 2024-12-17T08:11:22,410 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'c41f045e1357,37021,1734423000576' ***** 2024-12-17T08:11:22,410 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-17T08:11:22,410 DEBUG [M:0;c41f045e1357:37021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da36ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c41f045e1357/172.17.0.2:0 2024-12-17T08:11:22,410 INFO [M:0;c41f045e1357:37021 {}] regionserver.HRegionServer(1224): stopping server c41f045e1357,37021,1734423000576 2024-12-17T08:11:22,410 INFO [M:0;c41f045e1357:37021 {}] regionserver.HRegionServer(1250): stopping server c41f045e1357,37021,1734423000576; all regions closed. 2024-12-17T08:11:22,410 DEBUG [M:0;c41f045e1357:37021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:22,410 DEBUG [M:0;c41f045e1357:37021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-17T08:11:22,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-17T08:11:22,410 DEBUG [M:0;c41f045e1357:37021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-17T08:11:22,410 DEBUG [master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.small.0-1734423001240 {}] cleaner.HFileCleaner(306): Exit Thread[master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.small.0-1734423001240,5,FailOnTimeoutGroup] 2024-12-17T08:11:22,410 DEBUG [master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.large.0-1734423001239 {}] cleaner.HFileCleaner(306): Exit Thread[master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.large.0-1734423001239,5,FailOnTimeoutGroup] 2024-12-17T08:11:22,411 INFO [M:0;c41f045e1357:37021 {}] hbase.ChoreService(370): Chore service for: master/c41f045e1357:0 had [] on shutdown 2024-12-17T08:11:22,411 DEBUG [M:0;c41f045e1357:37021 {}] master.HMaster(1733): Stopping service threads 2024-12-17T08:11:22,411 INFO [M:0;c41f045e1357:37021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-17T08:11:22,411 INFO [M:0;c41f045e1357:37021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-17T08:11:22,412 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-17T08:11:22,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-17T08:11:22,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-17T08:11:22,448 DEBUG [M:0;c41f045e1357:37021 {}] zookeeper.ZKUtil(347): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-17T08:11:22,448 WARN [M:0;c41f045e1357:37021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-17T08:11:22,448 INFO [M:0;c41f045e1357:37021 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-17T08:11:22,449 INFO [M:0;c41f045e1357:37021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-17T08:11:22,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-17T08:11:22,449 DEBUG [M:0;c41f045e1357:37021 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-17T08:11:22,449 INFO [M:0;c41f045e1357:37021 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:11:22,449 DEBUG [M:0;c41f045e1357:37021 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:11:22,449 DEBUG [M:0;c41f045e1357:37021 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-17T08:11:22,449 DEBUG [M:0;c41f045e1357:37021 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:11:22,449 INFO [M:0;c41f045e1357:37021 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.29 KB heapSize=270.99 KB 2024-12-17T08:11:22,471 INFO [RS:0;c41f045e1357:40947 {}] regionserver.HRegionServer(1307): Exiting; stopping=c41f045e1357,40947,1734423000623; zookeeper connection closed. 2024-12-17T08:11:22,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:11:22,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1009f0644680004, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:11:22,474 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c52841d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c52841d 2024-12-17T08:11:22,475 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-17T08:11:22,476 DEBUG [M:0;c41f045e1357:37021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a4dc07d8e4a46998a3a03aa4fee243b is 82, key is hbase:meta,,1/info:regioninfo/1734423002068/Put/seqid=0 2024-12-17T08:11:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741871_1047 (size=5672) 2024-12-17T08:11:22,525 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T08:11:22,885 INFO [M:0;c41f045e1357:37021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a4dc07d8e4a46998a3a03aa4fee243b 2024-12-17T08:11:22,909 DEBUG [M:0;c41f045e1357:37021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b37906efb6dd4acea5653d5a4bfe3c08 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734423011974/Put/seqid=0 2024-12-17T08:11:22,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741872_1048 (size=11252) 2024-12-17T08:11:23,320 INFO [M:0;c41f045e1357:37021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.73 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b37906efb6dd4acea5653d5a4bfe3c08 2024-12-17T08:11:23,326 INFO [M:0;c41f045e1357:37021 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b37906efb6dd4acea5653d5a4bfe3c08 2024-12-17T08:11:23,342 DEBUG [M:0;c41f045e1357:37021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aacf0f4e6d24165b872e3960c2f06e5 is 69, key is c41f045e1357,40947,1734423000623/rs:state/1734423001266/Put/seqid=0 2024-12-17T08:11:23,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741873_1049 (size=5156) 2024-12-17T08:11:23,747 INFO [M:0;c41f045e1357:37021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aacf0f4e6d24165b872e3960c2f06e5 2024-12-17T08:11:23,755 DEBUG [M:0;c41f045e1357:37021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a4dc07d8e4a46998a3a03aa4fee243b as hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a4dc07d8e4a46998a3a03aa4fee243b 2024-12-17T08:11:23,761 INFO [M:0;c41f045e1357:37021 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a4dc07d8e4a46998a3a03aa4fee243b, entries=8, sequenceid=549, filesize=5.5 K 2024-12-17T08:11:23,762 DEBUG [M:0;c41f045e1357:37021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b37906efb6dd4acea5653d5a4bfe3c08 as hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b37906efb6dd4acea5653d5a4bfe3c08 2024-12-17T08:11:23,767 INFO [M:0;c41f045e1357:37021 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b37906efb6dd4acea5653d5a4bfe3c08 2024-12-17T08:11:23,767 INFO [M:0;c41f045e1357:37021 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b37906efb6dd4acea5653d5a4bfe3c08, entries=69, sequenceid=549, filesize=11.0 K 2024-12-17T08:11:23,768 DEBUG [M:0;c41f045e1357:37021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aacf0f4e6d24165b872e3960c2f06e5 as hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6aacf0f4e6d24165b872e3960c2f06e5 2024-12-17T08:11:23,774 INFO [M:0;c41f045e1357:37021 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34541/user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6aacf0f4e6d24165b872e3960c2f06e5, entries=1, sequenceid=549, filesize=5.0 K 2024-12-17T08:11:23,775 INFO [M:0;c41f045e1357:37021 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.29 KB/225576, heapSize ~270.70 KB/277192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=549, compaction requested=false 2024-12-17T08:11:23,776 INFO [M:0;c41f045e1357:37021 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:11:23,776 DEBUG [M:0;c41f045e1357:37021 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T08:11:23,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741830_1006 (size=262188) 2024-12-17T08:11:23,779 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/2f9869dc-eccc-f6ea-5a86-779ae2dd9b71/MasterData/WALs/c41f045e1357,37021,1734423000576/c41f045e1357%2C37021%2C1734423000576.1734423001127 not finished, retry = 0 2024-12-17T08:11:23,880 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-17T08:11:23,880 INFO [M:0;c41f045e1357:37021 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-17T08:11:23,880 INFO [M:0;c41f045e1357:37021 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37021 2024-12-17T08:11:23,925 DEBUG [M:0;c41f045e1357:37021 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/c41f045e1357,37021,1734423000576 already deleted, retry=false 2024-12-17T08:11:24,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:11:24,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1009f0644680003, quorum=127.0.0.1:61088, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:11:24,063 INFO [M:0;c41f045e1357:37021 {}] regionserver.HRegionServer(1307): Exiting; stopping=c41f045e1357,37021,1734423000576; zookeeper connection closed. 2024-12-17T08:11:24,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73a9506d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-17T08:11:24,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b737810{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-17T08:11:24,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-17T08:11:24,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b3149c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-17T08:11:24,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ea7ac2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/hadoop.log.dir/,STOPPED} 2024-12-17T08:11:24,099 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-17T08:11:24,099 WARN [BP-493560246-172.17.0.2-1734422999851 heartbeating to localhost/127.0.0.1:34541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-17T08:11:24,099 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-17T08:11:24,099 WARN [BP-493560246-172.17.0.2-1734422999851 heartbeating to localhost/127.0.0.1:34541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493560246-172.17.0.2-1734422999851 (Datanode Uuid 1ca2a0d9-51cb-47cc-bc59-142b23fed358) service to localhost/127.0.0.1:34541 2024-12-17T08:11:24,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/cluster_9dd6a263-5fb9-c1e1-751b-c20b54f7eb41/dfs/data/data1/current/BP-493560246-172.17.0.2-1734422999851 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-17T08:11:24,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/cluster_9dd6a263-5fb9-c1e1-751b-c20b54f7eb41/dfs/data/data2/current/BP-493560246-172.17.0.2-1734422999851 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-17T08:11:24,101 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-17T08:11:24,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42e42cc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-17T08:11:24,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3bbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-17T08:11:24,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-17T08:11:24,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@480cb8fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-17T08:11:24,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5391d0f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c648532-cbd4-ffa2-466e-c9a6616130f5/hadoop.log.dir/,STOPPED} 2024-12-17T08:11:24,139 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-17T08:11:24,139 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-17T08:11:24,139 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T08:11:24,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0dd549a4 to 127.0.0.1:61088 2024-12-17T08:11:24,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:24,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-17T08:11:24,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=955959901, stopped=false 2024-12-17T08:11:24,139 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=c41f045e1357,38021,1734422993505 2024-12-17T08:11:24,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-17T08:11:24,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-17T08:11:24,171 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-17T08:11:24,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:11:24,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:11:24,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:24,171 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'c41f045e1357,45793,1734422994323' ***** 2024-12-17T08:11:24,171 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-17T08:11:24,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-17T08:11:24,172 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-17T08:11:24,172 INFO [RS:0;c41f045e1357:45793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-17T08:11:24,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-17T08:11:24,172 INFO [RS:0;c41f045e1357:45793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-17T08:11:24,172 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for dc8eb2ac962dc78accb4bceae1af9d88 2024-12-17T08:11:24,172 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 2c62a19b7d7d8eb6e2eaa0b2121eaff5 2024-12-17T08:11:24,172 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for c1652015aa88e26d591d0fdf473c2adb 2024-12-17T08:11:24,172 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 41bfcf58491d2543ef6866a729b60ee0 2024-12-17T08:11:24,173 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dc8eb2ac962dc78accb4bceae1af9d88, disabling compactions & flushes 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 4b7f590072857030ad50f0284587e6c5 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for ab6c0ed9a8c89b14d3ed2e5c87f84297 2024-12-17T08:11:24,173 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for bbe22ee11156c4b4519843f56ff9ab48 2024-12-17T08:11:24,173 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for c398f99cc14328ef19e0c3cfc4cd0052 2024-12-17T08:11:24,173 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. after waiting 0 ms 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 2703e2a397d0cfab40f69a553a0cff90 2024-12-17T08:11:24,173 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for dbf313002ebcf7bb7c6b27cc06fc637a 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for c46e1438392a0fb33e991090a39d734a 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 9e2c39913a1f9c67f148cd71622e8d5d 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 30c9f092e041c88637fc0d7d35502769 2024-12-17T08:11:24,173 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 390088934b40717ba4c6e97c081caa83 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 6bbfd3ff141626e7ce7a205067591337 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for c04774f41f9bb8ab4d94eaf6e1717fb1 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 491b6b8dd8f26b3c0f4267bd66fcc01d 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 5a1544c363958b460f3392089284cac9 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 8a06dca2c86f44400e30bc5d6411ed73 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 1623c4ae3c1a886b653effd11503cb1d 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 10e2f7c1db42c35b7c3d4a16627517a9 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 6785d7497c8b767d153b8c6acf926200 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 21bb94db52419575e199a3fa35b6504e 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for c0f81872f1efeae0c40a32c9aed0dc9c 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for c5f3c04a58ad988bf618053662a8db11 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 7fabb89931d5a955eaf5775a62e61e32 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 4b80b827fcb4f29a69a3e57c81ac8f11 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1224): stopping server c41f045e1357,45793,1734422994323 2024-12-17T08:11:24,173 DEBUG [RS:0;c41f045e1357:45793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-17T08:11:24,173 INFO [RS:0;c41f045e1357:45793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-17T08:11:24,174 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-17T08:11:24,174 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-17T08:11:24,174 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1629): Waiting on 10e2f7c1db42c35b7c3d4a16627517a9, 1588230740, 1623c4ae3c1a886b653effd11503cb1d, 21bb94db52419575e199a3fa35b6504e, 2703e2a397d0cfab40f69a553a0cff90, 2c62a19b7d7d8eb6e2eaa0b2121eaff5, 30c9f092e041c88637fc0d7d35502769, 390088934b40717ba4c6e97c081caa83, 41bfcf58491d2543ef6866a729b60ee0, 491b6b8dd8f26b3c0f4267bd66fcc01d, 4b7f590072857030ad50f0284587e6c5, 4b80b827fcb4f29a69a3e57c81ac8f11, 5a1544c363958b460f3392089284cac9, 6785d7497c8b767d153b8c6acf926200, 6bbfd3ff141626e7ce7a205067591337, 7fabb89931d5a955eaf5775a62e61e32, 8a06dca2c86f44400e30bc5d6411ed73, 9e2c39913a1f9c67f148cd71622e8d5d, ab6c0ed9a8c89b14d3ed2e5c87f84297, bbe22ee11156c4b4519843f56ff9ab48, c04774f41f9bb8ab4d94eaf6e1717fb1, c0f81872f1efeae0c40a32c9aed0dc9c, c1652015aa88e26d591d0fdf473c2adb, c398f99cc14328ef19e0c3cfc4cd0052, c46e1438392a0fb33e991090a39d734a, c5f3c04a58ad988bf618053662a8db11, dbf313002ebcf7bb7c6b27cc06fc637a, dc8eb2ac962dc78accb4bceae1af9d88 2024-12-17T08:11:24,174 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-17T08:11:24,174 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-17T08:11:24,174 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-17T08:11:24,174 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-17T08:11:24,174 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-17T08:11:24,174 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-17T08:11:24,178 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/dc8eb2ac962dc78accb4bceae1af9d88/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,178 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. 2024-12-17T08:11:24,178 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dc8eb2ac962dc78accb4bceae1af9d88: 2024-12-17T08:11:24,179 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734423003504.dc8eb2ac962dc78accb4bceae1af9d88. 2024-12-17T08:11:24,179 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2c62a19b7d7d8eb6e2eaa0b2121eaff5, disabling compactions & flushes 2024-12-17T08:11:24,179 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. 2024-12-17T08:11:24,179 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. 2024-12-17T08:11:24,179 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. after waiting 0 ms 2024-12-17T08:11:24,179 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. 2024-12-17T08:11:24,184 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/2c62a19b7d7d8eb6e2eaa0b2121eaff5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,185 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. 2024-12-17T08:11:24,185 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2c62a19b7d7d8eb6e2eaa0b2121eaff5: 2024-12-17T08:11:24,185 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734423003504.2c62a19b7d7d8eb6e2eaa0b2121eaff5. 2024-12-17T08:11:24,185 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c1652015aa88e26d591d0fdf473c2adb, disabling compactions & flushes 2024-12-17T08:11:24,185 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. 2024-12-17T08:11:24,185 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. 2024-12-17T08:11:24,185 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. after waiting 0 ms 2024-12-17T08:11:24,185 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. 2024-12-17T08:11:24,189 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c1652015aa88e26d591d0fdf473c2adb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,189 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. 2024-12-17T08:11:24,189 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c1652015aa88e26d591d0fdf473c2adb: 2024-12-17T08:11:24,190 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734423003504.c1652015aa88e26d591d0fdf473c2adb. 2024-12-17T08:11:24,190 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 41bfcf58491d2543ef6866a729b60ee0, disabling compactions & flushes 2024-12-17T08:11:24,190 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. 2024-12-17T08:11:24,190 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. 2024-12-17T08:11:24,190 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. after waiting 0 ms 2024-12-17T08:11:24,190 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. 2024-12-17T08:11:24,193 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/41bfcf58491d2543ef6866a729b60ee0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,194 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. 2024-12-17T08:11:24,194 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 41bfcf58491d2543ef6866a729b60ee0: 2024-12-17T08:11:24,194 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734423003504.41bfcf58491d2543ef6866a729b60ee0. 2024-12-17T08:11:24,194 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4b7f590072857030ad50f0284587e6c5, disabling compactions & flushes 2024-12-17T08:11:24,194 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. 2024-12-17T08:11:24,194 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. 2024-12-17T08:11:24,194 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. after waiting 0 ms 2024-12-17T08:11:24,194 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. 2024-12-17T08:11:24,197 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/4b7f590072857030ad50f0284587e6c5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,198 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. 2024-12-17T08:11:24,198 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4b7f590072857030ad50f0284587e6c5: 2024-12-17T08:11:24,198 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734423003504.4b7f590072857030ad50f0284587e6c5. 2024-12-17T08:11:24,198 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ab6c0ed9a8c89b14d3ed2e5c87f84297, disabling compactions & flushes 2024-12-17T08:11:24,198 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. 2024-12-17T08:11:24,198 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. 2024-12-17T08:11:24,198 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. after waiting 0 ms 2024-12-17T08:11:24,198 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. 2024-12-17T08:11:24,199 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/.tmp/info/417b2f988aa14ffa927325ac1cda4772 is 143, key is hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c./info:regioninfo/1734422999431/Put/seqid=0 2024-12-17T08:11:24,202 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/ab6c0ed9a8c89b14d3ed2e5c87f84297/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,202 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. 2024-12-17T08:11:24,203 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ab6c0ed9a8c89b14d3ed2e5c87f84297: 2024-12-17T08:11:24,203 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734423003504.ab6c0ed9a8c89b14d3ed2e5c87f84297. 2024-12-17T08:11:24,203 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bbe22ee11156c4b4519843f56ff9ab48, disabling compactions & flushes 2024-12-17T08:11:24,203 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. 2024-12-17T08:11:24,203 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. 2024-12-17T08:11:24,203 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. after waiting 0 ms 2024-12-17T08:11:24,203 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. 2024-12-17T08:11:24,204 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing bbe22ee11156c4b4519843f56ff9ab48 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-17T08:11:24,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741867_1043 (size=36340) 2024-12-17T08:11:24,210 INFO [regionserver/c41f045e1357:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-17T08:11:24,236 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/bbe22ee11156c4b4519843f56ff9ab48/.tmp/f/f96e62ba4da04d2f80f91a99ae9b3c7d is 4136, key is NormalPut000/f:row/1734423019357/Put/seqid=0 2024-12-17T08:11:24,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741868_1044 (size=4147225) 2024-12-17T08:11:24,374 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1629): Waiting on 10e2f7c1db42c35b7c3d4a16627517a9, 1588230740, 1623c4ae3c1a886b653effd11503cb1d, 21bb94db52419575e199a3fa35b6504e, 2703e2a397d0cfab40f69a553a0cff90, 30c9f092e041c88637fc0d7d35502769, 390088934b40717ba4c6e97c081caa83, 491b6b8dd8f26b3c0f4267bd66fcc01d, 4b80b827fcb4f29a69a3e57c81ac8f11, 5a1544c363958b460f3392089284cac9, 6785d7497c8b767d153b8c6acf926200, 6bbfd3ff141626e7ce7a205067591337, 7fabb89931d5a955eaf5775a62e61e32, 8a06dca2c86f44400e30bc5d6411ed73, 9e2c39913a1f9c67f148cd71622e8d5d, bbe22ee11156c4b4519843f56ff9ab48, c04774f41f9bb8ab4d94eaf6e1717fb1, c0f81872f1efeae0c40a32c9aed0dc9c, c398f99cc14328ef19e0c3cfc4cd0052, c46e1438392a0fb33e991090a39d734a, c5f3c04a58ad988bf618053662a8db11, dbf313002ebcf7bb7c6b27cc06fc637a 2024-12-17T08:11:24,575 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1629): Waiting on 10e2f7c1db42c35b7c3d4a16627517a9, 1588230740, 1623c4ae3c1a886b653effd11503cb1d, 21bb94db52419575e199a3fa35b6504e, 2703e2a397d0cfab40f69a553a0cff90, 30c9f092e041c88637fc0d7d35502769, 390088934b40717ba4c6e97c081caa83, 491b6b8dd8f26b3c0f4267bd66fcc01d, 4b80b827fcb4f29a69a3e57c81ac8f11, 5a1544c363958b460f3392089284cac9, 6785d7497c8b767d153b8c6acf926200, 6bbfd3ff141626e7ce7a205067591337, 7fabb89931d5a955eaf5775a62e61e32, 8a06dca2c86f44400e30bc5d6411ed73, 9e2c39913a1f9c67f148cd71622e8d5d, bbe22ee11156c4b4519843f56ff9ab48, c04774f41f9bb8ab4d94eaf6e1717fb1, c0f81872f1efeae0c40a32c9aed0dc9c, c398f99cc14328ef19e0c3cfc4cd0052, c46e1438392a0fb33e991090a39d734a, c5f3c04a58ad988bf618053662a8db11, dbf313002ebcf7bb7c6b27cc06fc637a 2024-12-17T08:11:24,605 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/.tmp/info/417b2f988aa14ffa927325ac1cda4772 2024-12-17T08:11:24,640 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/bbe22ee11156c4b4519843f56ff9ab48/.tmp/f/f96e62ba4da04d2f80f91a99ae9b3c7d 2024-12-17T08:11:24,641 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/.tmp/rep_barrier/5ce32e2ad82245ff9347f79b6880c101 is 115, key is test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83./rep_barrier:seqnumDuringOpen/1734423007441/Put/seqid=0 2024-12-17T08:11:24,653 INFO [regionserver/c41f045e1357:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-17T08:11:24,653 INFO [regionserver/c41f045e1357:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-17T08:11:24,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741869_1045 (size=8574) 2024-12-17T08:11:24,658 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/bbe22ee11156c4b4519843f56ff9ab48/.tmp/f/f96e62ba4da04d2f80f91a99ae9b3c7d as hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/bbe22ee11156c4b4519843f56ff9ab48/f/f96e62ba4da04d2f80f91a99ae9b3c7d 2024-12-17T08:11:24,667 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/bbe22ee11156c4b4519843f56ff9ab48/f/f96e62ba4da04d2f80f91a99ae9b3c7d, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-17T08:11:24,669 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for bbe22ee11156c4b4519843f56ff9ab48 in 465ms, sequenceid=1004, compaction requested=false 2024-12-17T08:11:24,678 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/bbe22ee11156c4b4519843f56ff9ab48/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-17T08:11:24,681 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. 2024-12-17T08:11:24,681 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bbe22ee11156c4b4519843f56ff9ab48: 2024-12-17T08:11:24,681 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734423003504.bbe22ee11156c4b4519843f56ff9ab48. 2024-12-17T08:11:24,681 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c398f99cc14328ef19e0c3cfc4cd0052, disabling compactions & flushes 2024-12-17T08:11:24,681 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. 2024-12-17T08:11:24,681 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. 2024-12-17T08:11:24,681 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. after waiting 0 ms 2024-12-17T08:11:24,682 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. 2024-12-17T08:11:24,704 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c398f99cc14328ef19e0c3cfc4cd0052/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,708 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. 2024-12-17T08:11:24,708 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c398f99cc14328ef19e0c3cfc4cd0052: 2024-12-17T08:11:24,709 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734423003504.c398f99cc14328ef19e0c3cfc4cd0052. 2024-12-17T08:11:24,709 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2703e2a397d0cfab40f69a553a0cff90, disabling compactions & flushes 2024-12-17T08:11:24,709 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. 2024-12-17T08:11:24,709 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. 2024-12-17T08:11:24,709 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. after waiting 0 ms 2024-12-17T08:11:24,709 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. 2024-12-17T08:11:24,722 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/2703e2a397d0cfab40f69a553a0cff90/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,723 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. 2024-12-17T08:11:24,723 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2703e2a397d0cfab40f69a553a0cff90: 2024-12-17T08:11:24,723 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734423003504.2703e2a397d0cfab40f69a553a0cff90. 2024-12-17T08:11:24,723 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dbf313002ebcf7bb7c6b27cc06fc637a, disabling compactions & flushes 2024-12-17T08:11:24,723 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. 2024-12-17T08:11:24,723 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. 2024-12-17T08:11:24,723 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. after waiting 0 ms 2024-12-17T08:11:24,723 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. 2024-12-17T08:11:24,731 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/dbf313002ebcf7bb7c6b27cc06fc637a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,732 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. 2024-12-17T08:11:24,732 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dbf313002ebcf7bb7c6b27cc06fc637a: 2024-12-17T08:11:24,732 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734423003504.dbf313002ebcf7bb7c6b27cc06fc637a. 2024-12-17T08:11:24,732 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c46e1438392a0fb33e991090a39d734a, disabling compactions & flushes 2024-12-17T08:11:24,732 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. 2024-12-17T08:11:24,732 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. 2024-12-17T08:11:24,732 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. after waiting 0 ms 2024-12-17T08:11:24,732 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. 2024-12-17T08:11:24,740 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c46e1438392a0fb33e991090a39d734a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,741 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. 2024-12-17T08:11:24,741 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c46e1438392a0fb33e991090a39d734a: 2024-12-17T08:11:24,741 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734423003504.c46e1438392a0fb33e991090a39d734a. 2024-12-17T08:11:24,741 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9e2c39913a1f9c67f148cd71622e8d5d, disabling compactions & flushes 2024-12-17T08:11:24,741 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. 2024-12-17T08:11:24,741 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. 2024-12-17T08:11:24,741 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. after waiting 0 ms 2024-12-17T08:11:24,741 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. 2024-12-17T08:11:24,752 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/9e2c39913a1f9c67f148cd71622e8d5d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,753 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. 2024-12-17T08:11:24,753 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9e2c39913a1f9c67f148cd71622e8d5d: 2024-12-17T08:11:24,753 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734423003504.9e2c39913a1f9c67f148cd71622e8d5d. 2024-12-17T08:11:24,753 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 30c9f092e041c88637fc0d7d35502769, disabling compactions & flushes 2024-12-17T08:11:24,753 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. 2024-12-17T08:11:24,753 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. 2024-12-17T08:11:24,753 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. after waiting 0 ms 2024-12-17T08:11:24,753 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. 2024-12-17T08:11:24,759 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/30c9f092e041c88637fc0d7d35502769/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,759 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. 2024-12-17T08:11:24,760 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 30c9f092e041c88637fc0d7d35502769: 2024-12-17T08:11:24,760 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734423003504.30c9f092e041c88637fc0d7d35502769. 2024-12-17T08:11:24,760 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 390088934b40717ba4c6e97c081caa83, disabling compactions & flushes 2024-12-17T08:11:24,760 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. 2024-12-17T08:11:24,760 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. 2024-12-17T08:11:24,760 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. after waiting 0 ms 2024-12-17T08:11:24,760 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. 2024-12-17T08:11:24,768 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/390088934b40717ba4c6e97c081caa83/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,769 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. 2024-12-17T08:11:24,769 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 390088934b40717ba4c6e97c081caa83: 2024-12-17T08:11:24,769 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734423003504.390088934b40717ba4c6e97c081caa83. 2024-12-17T08:11:24,769 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6bbfd3ff141626e7ce7a205067591337, disabling compactions & flushes 2024-12-17T08:11:24,769 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. 2024-12-17T08:11:24,769 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. 2024-12-17T08:11:24,769 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. after waiting 0 ms 2024-12-17T08:11:24,769 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. 2024-12-17T08:11:24,776 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1629): Waiting on 10e2f7c1db42c35b7c3d4a16627517a9, 1588230740, 1623c4ae3c1a886b653effd11503cb1d, 21bb94db52419575e199a3fa35b6504e, 491b6b8dd8f26b3c0f4267bd66fcc01d, 4b80b827fcb4f29a69a3e57c81ac8f11, 5a1544c363958b460f3392089284cac9, 6785d7497c8b767d153b8c6acf926200, 6bbfd3ff141626e7ce7a205067591337, 7fabb89931d5a955eaf5775a62e61e32, 8a06dca2c86f44400e30bc5d6411ed73, c04774f41f9bb8ab4d94eaf6e1717fb1, c0f81872f1efeae0c40a32c9aed0dc9c, c5f3c04a58ad988bf618053662a8db11 2024-12-17T08:11:24,784 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/6bbfd3ff141626e7ce7a205067591337/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,788 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. 2024-12-17T08:11:24,788 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6bbfd3ff141626e7ce7a205067591337: 2024-12-17T08:11:24,788 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734423003504.6bbfd3ff141626e7ce7a205067591337. 2024-12-17T08:11:24,788 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c04774f41f9bb8ab4d94eaf6e1717fb1, disabling compactions & flushes 2024-12-17T08:11:24,789 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. 2024-12-17T08:11:24,789 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. 2024-12-17T08:11:24,789 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. after waiting 0 ms 2024-12-17T08:11:24,789 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. 2024-12-17T08:11:24,794 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c04774f41f9bb8ab4d94eaf6e1717fb1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,795 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. 2024-12-17T08:11:24,795 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c04774f41f9bb8ab4d94eaf6e1717fb1: 2024-12-17T08:11:24,795 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734423003504.c04774f41f9bb8ab4d94eaf6e1717fb1. 2024-12-17T08:11:24,795 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 491b6b8dd8f26b3c0f4267bd66fcc01d, disabling compactions & flushes 2024-12-17T08:11:24,795 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. 2024-12-17T08:11:24,795 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. 2024-12-17T08:11:24,795 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. after waiting 0 ms 2024-12-17T08:11:24,795 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. 2024-12-17T08:11:24,803 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/491b6b8dd8f26b3c0f4267bd66fcc01d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,804 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. 2024-12-17T08:11:24,804 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 491b6b8dd8f26b3c0f4267bd66fcc01d: 2024-12-17T08:11:24,804 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734423003504.491b6b8dd8f26b3c0f4267bd66fcc01d. 2024-12-17T08:11:24,805 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5a1544c363958b460f3392089284cac9, disabling compactions & flushes 2024-12-17T08:11:24,805 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. 2024-12-17T08:11:24,805 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. 2024-12-17T08:11:24,805 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. after waiting 0 ms 2024-12-17T08:11:24,805 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. 2024-12-17T08:11:24,826 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/5a1544c363958b460f3392089284cac9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,827 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. 2024-12-17T08:11:24,827 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5a1544c363958b460f3392089284cac9: 2024-12-17T08:11:24,827 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734423003504.5a1544c363958b460f3392089284cac9. 2024-12-17T08:11:24,827 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8a06dca2c86f44400e30bc5d6411ed73, disabling compactions & flushes 2024-12-17T08:11:24,827 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. 2024-12-17T08:11:24,827 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. 2024-12-17T08:11:24,827 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. after waiting 0 ms 2024-12-17T08:11:24,827 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. 2024-12-17T08:11:24,832 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/8a06dca2c86f44400e30bc5d6411ed73/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,833 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. 2024-12-17T08:11:24,833 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8a06dca2c86f44400e30bc5d6411ed73: 2024-12-17T08:11:24,833 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734423003504.8a06dca2c86f44400e30bc5d6411ed73. 2024-12-17T08:11:24,834 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1623c4ae3c1a886b653effd11503cb1d, disabling compactions & flushes 2024-12-17T08:11:24,834 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. 2024-12-17T08:11:24,834 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. 2024-12-17T08:11:24,834 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. after waiting 0 ms 2024-12-17T08:11:24,834 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. 2024-12-17T08:11:24,838 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/1623c4ae3c1a886b653effd11503cb1d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,839 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. 2024-12-17T08:11:24,839 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1623c4ae3c1a886b653effd11503cb1d: 2024-12-17T08:11:24,839 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734423003504.1623c4ae3c1a886b653effd11503cb1d. 2024-12-17T08:11:24,839 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 10e2f7c1db42c35b7c3d4a16627517a9, disabling compactions & flushes 2024-12-17T08:11:24,839 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. 2024-12-17T08:11:24,839 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. 2024-12-17T08:11:24,839 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. after waiting 0 ms 2024-12-17T08:11:24,839 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. 2024-12-17T08:11:24,844 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/10e2f7c1db42c35b7c3d4a16627517a9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,845 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. 2024-12-17T08:11:24,845 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 10e2f7c1db42c35b7c3d4a16627517a9: 2024-12-17T08:11:24,845 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734423003504.10e2f7c1db42c35b7c3d4a16627517a9. 2024-12-17T08:11:24,845 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6785d7497c8b767d153b8c6acf926200, disabling compactions & flushes 2024-12-17T08:11:24,845 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. 2024-12-17T08:11:24,845 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. 2024-12-17T08:11:24,845 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. after waiting 0 ms 2024-12-17T08:11:24,845 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. 2024-12-17T08:11:24,850 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/6785d7497c8b767d153b8c6acf926200/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,851 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. 2024-12-17T08:11:24,851 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6785d7497c8b767d153b8c6acf926200: 2024-12-17T08:11:24,851 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734423003504.6785d7497c8b767d153b8c6acf926200. 2024-12-17T08:11:24,851 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 21bb94db52419575e199a3fa35b6504e, disabling compactions & flushes 2024-12-17T08:11:24,851 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. 2024-12-17T08:11:24,851 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. 2024-12-17T08:11:24,851 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. after waiting 0 ms 2024-12-17T08:11:24,851 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. 2024-12-17T08:11:24,871 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/21bb94db52419575e199a3fa35b6504e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:24,875 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. 2024-12-17T08:11:24,875 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 21bb94db52419575e199a3fa35b6504e: 2024-12-17T08:11:24,876 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734423003504.21bb94db52419575e199a3fa35b6504e. 2024-12-17T08:11:24,876 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c0f81872f1efeae0c40a32c9aed0dc9c, disabling compactions & flushes 2024-12-17T08:11:24,876 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. 2024-12-17T08:11:24,876 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. 2024-12-17T08:11:24,876 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. after waiting 0 ms 2024-12-17T08:11:24,876 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. 2024-12-17T08:11:24,876 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c0f81872f1efeae0c40a32c9aed0dc9c 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-17T08:11:24,908 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/namespace/c0f81872f1efeae0c40a32c9aed0dc9c/.tmp/info/cd700048dd2046e9ab8aef328a8c1f88 is 45, key is default/info:d/1734422999523/Put/seqid=0 2024-12-17T08:11:24,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741870_1046 (size=5037) 2024-12-17T08:11:24,976 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4b80b827fcb4f29a69a3e57c81ac8f11, 7fabb89931d5a955eaf5775a62e61e32, c0f81872f1efeae0c40a32c9aed0dc9c, c5f3c04a58ad988bf618053662a8db11 2024-12-17T08:11:25,057 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/.tmp/rep_barrier/5ce32e2ad82245ff9347f79b6880c101 2024-12-17T08:11:25,094 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/.tmp/table/9c60fe760fdd43e7a961fba041722db0 is 94, key is testdroppedtimed,,1734423016487.0d7c924741513c60157048ba3182b27a./table:/1734423074507/DeleteFamily/seqid=0 2024-12-17T08:11:25,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741871_1047 (size=5605) 2024-12-17T08:11:25,176 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1599): Waiting on 5 regions to close 2024-12-17T08:11:25,176 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, c0f81872f1efeae0c40a32c9aed0dc9c=hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c., c5f3c04a58ad988bf618053662a8db11=test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11., 7fabb89931d5a955eaf5775a62e61e32=test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32., 4b80b827fcb4f29a69a3e57c81ac8f11=test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11.} 2024-12-17T08:11:25,176 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4b80b827fcb4f29a69a3e57c81ac8f11, 7fabb89931d5a955eaf5775a62e61e32, c0f81872f1efeae0c40a32c9aed0dc9c, c5f3c04a58ad988bf618053662a8db11 2024-12-17T08:11:25,320 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/namespace/c0f81872f1efeae0c40a32c9aed0dc9c/.tmp/info/cd700048dd2046e9ab8aef328a8c1f88 2024-12-17T08:11:25,328 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/namespace/c0f81872f1efeae0c40a32c9aed0dc9c/.tmp/info/cd700048dd2046e9ab8aef328a8c1f88 as hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/namespace/c0f81872f1efeae0c40a32c9aed0dc9c/info/cd700048dd2046e9ab8aef328a8c1f88 2024-12-17T08:11:25,335 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/namespace/c0f81872f1efeae0c40a32c9aed0dc9c/info/cd700048dd2046e9ab8aef328a8c1f88, entries=2, sequenceid=6, filesize=4.9 K 2024-12-17T08:11:25,336 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for c0f81872f1efeae0c40a32c9aed0dc9c in 460ms, sequenceid=6, compaction requested=false 2024-12-17T08:11:25,337 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-17T08:11:25,346 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/namespace/c0f81872f1efeae0c40a32c9aed0dc9c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-17T08:11:25,347 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. 2024-12-17T08:11:25,347 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c0f81872f1efeae0c40a32c9aed0dc9c: 2024-12-17T08:11:25,348 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734422998150.c0f81872f1efeae0c40a32c9aed0dc9c. 2024-12-17T08:11:25,348 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c5f3c04a58ad988bf618053662a8db11, disabling compactions & flushes 2024-12-17T08:11:25,348 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. 2024-12-17T08:11:25,348 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. 2024-12-17T08:11:25,348 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. after waiting 0 ms 2024-12-17T08:11:25,348 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. 2024-12-17T08:11:25,352 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/c5f3c04a58ad988bf618053662a8db11/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:25,352 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. 2024-12-17T08:11:25,352 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c5f3c04a58ad988bf618053662a8db11: 2024-12-17T08:11:25,353 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734423003504.c5f3c04a58ad988bf618053662a8db11. 2024-12-17T08:11:25,353 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7fabb89931d5a955eaf5775a62e61e32, disabling compactions & flushes 2024-12-17T08:11:25,353 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. 2024-12-17T08:11:25,353 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. 2024-12-17T08:11:25,353 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. after waiting 0 ms 2024-12-17T08:11:25,353 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. 2024-12-17T08:11:25,361 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/7fabb89931d5a955eaf5775a62e61e32/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:25,362 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. 2024-12-17T08:11:25,362 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7fabb89931d5a955eaf5775a62e61e32: 2024-12-17T08:11:25,363 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734423003504.7fabb89931d5a955eaf5775a62e61e32. 2024-12-17T08:11:25,363 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4b80b827fcb4f29a69a3e57c81ac8f11, disabling compactions & flushes 2024-12-17T08:11:25,363 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. 2024-12-17T08:11:25,363 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. 2024-12-17T08:11:25,363 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. after waiting 0 ms 2024-12-17T08:11:25,363 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. 2024-12-17T08:11:25,372 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/default/test/4b80b827fcb4f29a69a3e57c81ac8f11/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:11:25,374 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. 2024-12-17T08:11:25,374 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4b80b827fcb4f29a69a3e57c81ac8f11: 2024-12-17T08:11:25,374 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734423003504.4b80b827fcb4f29a69a3e57c81ac8f11. 2024-12-17T08:11:25,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-17T08:11:25,377 DEBUG [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T08:11:25,501 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/.tmp/table/9c60fe760fdd43e7a961fba041722db0 2024-12-17T08:11:25,508 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/.tmp/info/417b2f988aa14ffa927325ac1cda4772 as hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/info/417b2f988aa14ffa927325ac1cda4772 2024-12-17T08:11:25,516 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/info/417b2f988aa14ffa927325ac1cda4772, entries=272, sequenceid=77, filesize=35.5 K 2024-12-17T08:11:25,523 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/.tmp/rep_barrier/5ce32e2ad82245ff9347f79b6880c101 as hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/rep_barrier/5ce32e2ad82245ff9347f79b6880c101 2024-12-17T08:11:25,532 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/rep_barrier/5ce32e2ad82245ff9347f79b6880c101, entries=27, sequenceid=77, filesize=8.4 K 2024-12-17T08:11:25,533 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/.tmp/table/9c60fe760fdd43e7a961fba041722db0 as hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/table/9c60fe760fdd43e7a961fba041722db0 2024-12-17T08:11:25,541 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/table/9c60fe760fdd43e7a961fba041722db0, entries=6, sequenceid=77, filesize=5.5 K 2024-12-17T08:11:25,543 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1369ms, sequenceid=77, compaction requested=false 2024-12-17T08:11:25,543 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-17T08:11:25,556 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-17T08:11:25,557 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-17T08:11:25,558 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-17T08:11:25,558 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-17T08:11:25,558 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-17T08:11:25,577 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1250): stopping server c41f045e1357,45793,1734422994323; all regions closed. 2024-12-17T08:11:25,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741834_1010 (size=40374) 2024-12-17T08:11:25,602 DEBUG [RS:0;c41f045e1357:45793 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/oldWALs 2024-12-17T08:11:25,602 INFO [RS:0;c41f045e1357:45793 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL c41f045e1357%2C45793%2C1734422994323.meta:.meta(num 1734422997788) 2024-12-17T08:11:25,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/WALs/c41f045e1357,45793,1734422994323/c41f045e1357%2C45793%2C1734422994323.1734422996773 not finished, retry = 0 2024-12-17T08:11:25,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741832_1008 (size=4217378) 2024-12-17T08:11:25,717 DEBUG [RS:0;c41f045e1357:45793 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/oldWALs 2024-12-17T08:11:25,717 INFO [RS:0;c41f045e1357:45793 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL c41f045e1357%2C45793%2C1734422994323:(num 1734422996773) 2024-12-17T08:11:25,717 DEBUG [RS:0;c41f045e1357:45793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:25,717 INFO [RS:0;c41f045e1357:45793 {}] regionserver.LeaseManager(133): Closed leases 2024-12-17T08:11:25,718 INFO [RS:0;c41f045e1357:45793 {}] hbase.ChoreService(370): Chore service for: regionserver/c41f045e1357:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-17T08:11:25,718 INFO [regionserver/c41f045e1357:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-17T08:11:25,718 INFO [RS:0;c41f045e1357:45793 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45793 2024-12-17T08:11:25,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-17T08:11:25,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/c41f045e1357,45793,1734422994323 2024-12-17T08:11:25,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c41f045e1357,45793,1734422994323] 2024-12-17T08:11:25,724 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing c41f045e1357,45793,1734422994323; numProcessing=1 2024-12-17T08:11:25,726 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/c41f045e1357,45793,1734422994323 already deleted, retry=false 2024-12-17T08:11:25,726 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; c41f045e1357,45793,1734422994323 expired; onlineServers=0 2024-12-17T08:11:25,726 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'c41f045e1357,38021,1734422993505' ***** 2024-12-17T08:11:25,726 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-17T08:11:25,726 DEBUG [M:0;c41f045e1357:38021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ccf024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c41f045e1357/172.17.0.2:0 2024-12-17T08:11:25,726 INFO [M:0;c41f045e1357:38021 {}] regionserver.HRegionServer(1224): stopping server c41f045e1357,38021,1734422993505 2024-12-17T08:11:25,726 INFO [M:0;c41f045e1357:38021 {}] regionserver.HRegionServer(1250): stopping server c41f045e1357,38021,1734422993505; all regions closed. 2024-12-17T08:11:25,726 DEBUG [M:0;c41f045e1357:38021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:11:25,726 DEBUG [M:0;c41f045e1357:38021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-17T08:11:25,726 DEBUG [M:0;c41f045e1357:38021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-17T08:11:25,726 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-17T08:11:25,727 INFO [M:0;c41f045e1357:38021 {}] hbase.ChoreService(370): Chore service for: master/c41f045e1357:0 had [] on shutdown 2024-12-17T08:11:25,727 DEBUG [M:0;c41f045e1357:38021 {}] master.HMaster(1733): Stopping service threads 2024-12-17T08:11:25,727 DEBUG [master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.large.0-1734422996458 {}] cleaner.HFileCleaner(306): Exit Thread[master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.large.0-1734422996458,5,FailOnTimeoutGroup] 2024-12-17T08:11:25,727 INFO [M:0;c41f045e1357:38021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-17T08:11:25,727 ERROR [M:0;c41f045e1357:38021 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1581465184) connection to localhost/127.0.0.1:43585 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43585,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-17T08:11:25,727 INFO [M:0;c41f045e1357:38021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-17T08:11:25,727 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-17T08:11:25,728 DEBUG [master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.small.0-1734422996458 {}] cleaner.HFileCleaner(306): Exit Thread[master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.small.0-1734422996458,5,FailOnTimeoutGroup] 2024-12-17T08:11:25,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-17T08:11:25,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-17T08:11:25,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-17T08:11:25,731 DEBUG [M:0;c41f045e1357:38021 {}] zookeeper.RecoverableZooKeeper(215): Node /1/master already deleted, retry=false 2024-12-17T08:11:25,731 DEBUG [M:0;c41f045e1357:38021 {}] master.ActiveMasterManager(353): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Failed delete of our master address node; KeeperErrorCode = NoNode for /1/master 2024-12-17T08:11:25,731 INFO [M:0;c41f045e1357:38021 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-17T08:11:25,731 INFO [M:0;c41f045e1357:38021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-17T08:11:25,732 DEBUG [M:0;c41f045e1357:38021 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-17T08:11:25,732 INFO [M:0;c41f045e1357:38021 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:11:25,732 DEBUG [M:0;c41f045e1357:38021 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:11:25,732 DEBUG [M:0;c41f045e1357:38021 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-17T08:11:25,732 DEBUG [M:0;c41f045e1357:38021 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:11:25,732 INFO [M:0;c41f045e1357:38021 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.92 KB heapSize=293.82 KB 2024-12-17T08:11:25,776 DEBUG [M:0;c41f045e1357:38021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50adcad51a1c4cf3b3d5677afd8ced4b is 82, key is hbase:meta,,1/info:regioninfo/1734422998010/Put/seqid=0 2024-12-17T08:11:25,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741872_1048 (size=5672) 2024-12-17T08:11:25,793 INFO [M:0;c41f045e1357:38021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50adcad51a1c4cf3b3d5677afd8ced4b 2024-12-17T08:11:25,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:11:25,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x1009f0644680001, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:11:25,832 DEBUG [M:0;c41f045e1357:38021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7393c0f81145421d819bbe58a1152f99 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734423007489/Put/seqid=0 2024-12-17T08:11:25,833 INFO [RS:0;c41f045e1357:45793 {}] regionserver.HRegionServer(1307): Exiting; stopping=c41f045e1357,45793,1734422994323; zookeeper connection closed. 2024-12-17T08:11:25,840 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77971ef9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77971ef9 2024-12-17T08:11:25,840 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-17T08:11:25,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741873_1049 (size=12843) 2024-12-17T08:11:25,852 INFO [M:0;c41f045e1357:38021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.37 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7393c0f81145421d819bbe58a1152f99 2024-12-17T08:11:25,860 INFO [M:0;c41f045e1357:38021 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7393c0f81145421d819bbe58a1152f99 2024-12-17T08:11:25,882 DEBUG [M:0;c41f045e1357:38021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b7118a1d79f430eb7b73e9ed1ea5bbc is 69, key is c41f045e1357,45793,1734422994323/rs:state/1734422996501/Put/seqid=0 2024-12-17T08:11:25,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-17T08:11:25,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-17T08:11:25,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741874_1050 (size=5156) 2024-12-17T08:11:25,915 INFO [M:0;c41f045e1357:38021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b7118a1d79f430eb7b73e9ed1ea5bbc 2024-12-17T08:11:25,924 DEBUG [M:0;c41f045e1357:38021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50adcad51a1c4cf3b3d5677afd8ced4b as hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50adcad51a1c4cf3b3d5677afd8ced4b 2024-12-17T08:11:25,932 INFO [M:0;c41f045e1357:38021 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50adcad51a1c4cf3b3d5677afd8ced4b, entries=8, sequenceid=611, filesize=5.5 K 2024-12-17T08:11:25,933 DEBUG [M:0;c41f045e1357:38021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7393c0f81145421d819bbe58a1152f99 as hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7393c0f81145421d819bbe58a1152f99 2024-12-17T08:11:25,946 INFO [M:0;c41f045e1357:38021 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7393c0f81145421d819bbe58a1152f99 2024-12-17T08:11:25,947 INFO [M:0;c41f045e1357:38021 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7393c0f81145421d819bbe58a1152f99, entries=77, sequenceid=611, filesize=12.5 K 2024-12-17T08:11:25,948 DEBUG [M:0;c41f045e1357:38021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b7118a1d79f430eb7b73e9ed1ea5bbc as hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b7118a1d79f430eb7b73e9ed1ea5bbc 2024-12-17T08:11:25,956 INFO [M:0;c41f045e1357:38021 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43585/user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b7118a1d79f430eb7b73e9ed1ea5bbc, entries=1, sequenceid=611, filesize=5.0 K 2024-12-17T08:11:25,958 INFO [M:0;c41f045e1357:38021 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.92 KB/243631, heapSize ~293.52 KB/300568, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 225ms, sequenceid=611, compaction requested=false 2024-12-17T08:11:25,961 INFO [M:0;c41f045e1357:38021 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:11:25,961 DEBUG [M:0;c41f045e1357:38021 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T08:11:25,964 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/bd0264b7-48e1-9ca4-00d6-33246fad72e1/MasterData/WALs/c41f045e1357,38021,1734422993505/c41f045e1357%2C38021%2C1734422993505.1734422995594 not finished, retry = 0 2024-12-17T08:11:25,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741830_1006 (size=284305) 2024-12-17T08:11:26,077 INFO [M:0;c41f045e1357:38021 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-17T08:11:26,077 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-17T08:11:26,077 INFO [M:0;c41f045e1357:38021 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38021 2024-12-17T08:11:26,081 DEBUG [M:0;c41f045e1357:38021 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/c41f045e1357,38021,1734422993505 already deleted, retry=false 2024-12-17T08:11:26,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:11:26,194 INFO [M:0;c41f045e1357:38021 {}] regionserver.HRegionServer(1307): Exiting; stopping=c41f045e1357,38021,1734422993505; zookeeper connection closed. 2024-12-17T08:11:26,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x1009f0644680000, quorum=127.0.0.1:61088, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:11:26,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52e1d72a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-17T08:11:26,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f835be6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-17T08:11:26,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-17T08:11:26,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69624d63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-17T08:11:26,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7533863e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/hadoop.log.dir/,STOPPED} 2024-12-17T08:11:26,210 WARN [BP-336033247-172.17.0.2-1734422990532 heartbeating to localhost/127.0.0.1:43585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-17T08:11:26,210 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-17T08:11:26,210 WARN [BP-336033247-172.17.0.2-1734422990532 heartbeating to localhost/127.0.0.1:43585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-336033247-172.17.0.2-1734422990532 (Datanode Uuid bffd0f4c-e7b2-44e2-a77d-d92fc3e54f25) service to localhost/127.0.0.1:43585 2024-12-17T08:11:26,210 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-17T08:11:26,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/cluster_c572e0bf-7aea-6f92-f7ba-82a0b4fc1a65/dfs/data/data1/current/BP-336033247-172.17.0.2-1734422990532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-17T08:11:26,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-17T08:11:26,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/cluster_c572e0bf-7aea-6f92-f7ba-82a0b4fc1a65/dfs/data/data2/current/BP-336033247-172.17.0.2-1734422990532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-17T08:11:26,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57ee72b9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-17T08:11:26,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e88797c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-17T08:11:26,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-17T08:11:26,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a96f5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-17T08:11:26,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad59a2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161d2efb-fdfc-0ed7-0268-f54b5edf1ce1/hadoop.log.dir/,STOPPED} 2024-12-17T08:11:26,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-17T08:11:26,270 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down