2024-12-13 20:18:46,794 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 20:18:46,817 main DEBUG Took 0.020489 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-13 20:18:46,817 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-13 20:18:46,817 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-13 20:18:46,818 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-13 20:18:46,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,825 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-13 20:18:46,836 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,838 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,840 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,841 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,842 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,843 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,843 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,844 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,845 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,846 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 20:18:46,846 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,847 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-13 20:18:46,848 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 20:18:46,849 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-13 20:18:46,851 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-13 20:18:46,851 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-13 20:18:46,852 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-13 20:18:46,853 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-13 20:18:46,860 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-13 20:18:46,862 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-13 20:18:46,863 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-13 20:18:46,864 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-13 20:18:46,864 main DEBUG createAppenders(={Console}) 2024-12-13 20:18:46,865 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-13 20:18:46,865 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 20:18:46,865 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-13 20:18:46,865 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-13 20:18:46,866 main DEBUG OutputStream closed 2024-12-13 20:18:46,866 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-13 20:18:46,866 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-13 20:18:46,866 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-13 20:18:46,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-13 20:18:46,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-13 20:18:46,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-13 20:18:46,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-13 20:18:46,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-13 20:18:46,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-13 20:18:46,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-13 20:18:46,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-13 20:18:46,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-13 20:18:46,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-13 20:18:46,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-13 20:18:46,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-13 20:18:46,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-13 20:18:46,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-13 20:18:46,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-13 20:18:46,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-13 20:18:46,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-13 20:18:46,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-13 20:18:46,962 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13 20:18:46,963 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-13 20:18:46,963 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-13 20:18:46,971 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-13T20:18:47,191 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de 2024-12-13 20:18:47,196 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-13 20:18:47,196 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13T20:18:47,206 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/hadoop-log-dir so I do NOT create it in target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03 2024-12-13T20:18:47,207 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/hadoop-log-dir Erasing configuration value by system value. 2024-12-13T20:18:47,207 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/hadoop-tmp-dir so I do NOT create it in target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03 2024-12-13T20:18:47,208 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-13T20:18:47,208 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03 2024-12-13T20:18:47,222 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-13T20:18:47,249 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/cluster_a6ff209c-59a2-1061-9ed2-4e98f8d47dcf, deleteOnExit=true 2024-12-13T20:18:47,371 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/cluster_a6ff209c-59a2-1061-9ed2-4e98f8d47dcf/zookeeper_0, clientPort=55816, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/cluster_a6ff209c-59a2-1061-9ed2-4e98f8d47dcf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/cluster_a6ff209c-59a2-1061-9ed2-4e98f8d47dcf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T20:18:47,383 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55816 2024-12-13T20:18:47,383 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-13T20:18:47,383 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-13T20:18:47,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T20:18:47,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T20:18:47,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/test.cache.data in system properties and HBase conf 2024-12-13T20:18:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T20:18:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/hadoop.log.dir in system properties and HBase conf 2024-12-13T20:18:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T20:18:47,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T20:18:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T20:18:47,496 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-13T20:18:47,630 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T20:18:47,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T20:18:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T20:18:47,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T20:18:47,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T20:18:47,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T20:18:47,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T20:18:47,639 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T20:18:47,639 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T20:18:47,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T20:18:47,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/nfs.dump.dir in system properties and HBase conf 2024-12-13T20:18:47,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/java.io.tmpdir in system properties and HBase conf 2024-12-13T20:18:47,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T20:18:47,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T20:18:47,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T20:18:48,602 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-13T20:18:48,685 INFO [Time-limited test {}] log.Log(170): Logging initialized @2749ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-13T20:18:48,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T20:18:48,859 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T20:18:48,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T20:18:48,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T20:18:48,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T20:18:48,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T20:18:48,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f625647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/hadoop.log.dir/,AVAILABLE} 2024-12-13T20:18:48,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21805c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T20:18:49,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d0e49e6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/java.io.tmpdir/jetty-localhost-37697-hadoop-hdfs-3_4_1-tests_jar-_-any-754783782278776187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T20:18:49,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78f873be{HTTP/1.1, (http/1.1)}{localhost:37697} 2024-12-13T20:18:49,193 INFO [Time-limited test {}] server.Server(415): Started @3258ms 2024-12-13T20:18:49,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T20:18:49,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T20:18:49,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T20:18:49,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T20:18:49,822 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T20:18:49,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@529025c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/hadoop.log.dir/,AVAILABLE} 2024-12-13T20:18:49,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d7d59ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T20:18:49,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7359e450{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/java.io.tmpdir/jetty-localhost-35585-hadoop-hdfs-3_4_1-tests_jar-_-any-7961262456509119261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T20:18:49,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14582817{HTTP/1.1, (http/1.1)}{localhost:35585} 2024-12-13T20:18:49,961 INFO [Time-limited test {}] server.Server(415): Started @4027ms 2024-12-13T20:18:50,036 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T20:18:50,912 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/cluster_a6ff209c-59a2-1061-9ed2-4e98f8d47dcf/dfs/data/data2/current/BP-1134707828-172.17.0.3-1734121128200/current, will proceed with Du for space computation calculation, 2024-12-13T20:18:50,912 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/cluster_a6ff209c-59a2-1061-9ed2-4e98f8d47dcf/dfs/data/data1/current/BP-1134707828-172.17.0.3-1734121128200/current, will proceed with Du for space computation calculation, 2024-12-13T20:18:50,946 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T20:18:50,997 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe532a3e2e25f33e4 with lease ID 0x86ece6e9d1dd15b0: Processing first storage report for DS-3e274a91-a853-43ff-beee-bd6250c2eda6 from datanode DatanodeRegistration(127.0.0.1:39165, datanodeUuid=8b9719e8-a3ff-4495-840a-9a9bf718b43f, infoPort=45033, infoSecurePort=0, ipcPort=41661, storageInfo=lv=-57;cid=testClusterID;nsid=990654006;c=1734121128200) 2024-12-13T20:18:50,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe532a3e2e25f33e4 with lease ID 0x86ece6e9d1dd15b0: from storage DS-3e274a91-a853-43ff-beee-bd6250c2eda6 node DatanodeRegistration(127.0.0.1:39165, datanodeUuid=8b9719e8-a3ff-4495-840a-9a9bf718b43f, infoPort=45033, infoSecurePort=0, ipcPort=41661, storageInfo=lv=-57;cid=testClusterID;nsid=990654006;c=1734121128200), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T20:18:50,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe532a3e2e25f33e4 with lease ID 0x86ece6e9d1dd15b0: Processing first storage report for DS-8af8fa91-ad2d-4656-ad23-7ec914134380 from datanode DatanodeRegistration(127.0.0.1:39165, datanodeUuid=8b9719e8-a3ff-4495-840a-9a9bf718b43f, infoPort=45033, infoSecurePort=0, ipcPort=41661, storageInfo=lv=-57;cid=testClusterID;nsid=990654006;c=1734121128200) 2024-12-13T20:18:50,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe532a3e2e25f33e4 with lease ID 0x86ece6e9d1dd15b0: from storage DS-8af8fa91-ad2d-4656-ad23-7ec914134380 node DatanodeRegistration(127.0.0.1:39165, datanodeUuid=8b9719e8-a3ff-4495-840a-9a9bf718b43f, infoPort=45033, infoSecurePort=0, ipcPort=41661, storageInfo=lv=-57;cid=testClusterID;nsid=990654006;c=1734121128200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T20:18:51,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de 2024-12-13T20:18:51,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:51,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741825_1001 (size=7) 2024-12-13T20:18:51,713 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c with version=8 2024-12-13T20:18:51,713 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/hbase-staging 2024-12-13T20:18:51,840 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-13T20:18:52,068 INFO [Time-limited test {}] client.ConnectionUtils(129): master/0fe162bcf4e3:0 server-side Connection retries=45 2024-12-13T20:18:52,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T20:18:52,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T20:18:52,086 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T20:18:52,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T20:18:52,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T20:18:52,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T20:18:52,358 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-13T20:18:52,370 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-13T20:18:52,375 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T20:18:52,409 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 19159 (auto-detected) 2024-12-13T20:18:52,411 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-13T20:18:52,439 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44459 2024-12-13T20:18:52,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:52,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:52,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44459 connecting to ZooKeeper ensemble=127.0.0.1:55816 2024-12-13T20:18:52,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444590x0, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T20:18:52,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44459-0x100210b9a380000 connected 2024-12-13T20:18:52,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T20:18:52,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T20:18:52,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T20:18:52,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44459 2024-12-13T20:18:52,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44459 2024-12-13T20:18:52,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44459 2024-12-13T20:18:52,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44459 2024-12-13T20:18:52,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44459 2024-12-13T20:18:52,695 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c, hbase.cluster.distributed=false 2024-12-13T20:18:52,767 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/0fe162bcf4e3:0 server-side Connection retries=45 2024-12-13T20:18:52,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T20:18:52,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T20:18:52,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T20:18:52,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T20:18:52,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T20:18:52,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T20:18:52,774 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T20:18:52,776 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44411 2024-12-13T20:18:52,778 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T20:18:52,786 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T20:18:52,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:52,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:52,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44411 connecting to ZooKeeper ensemble=127.0.0.1:55816 2024-12-13T20:18:52,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444110x0, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T20:18:52,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T20:18:52,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44411-0x100210b9a380001 connected 2024-12-13T20:18:52,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T20:18:52,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T20:18:52,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44411 2024-12-13T20:18:52,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44411 2024-12-13T20:18:52,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44411 2024-12-13T20:18:52,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44411 2024-12-13T20:18:52,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44411 2024-12-13T20:18:52,837 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/0fe162bcf4e3,44459,1734121131834 2024-12-13T20:18:52,856 DEBUG [M:0;0fe162bcf4e3:44459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0fe162bcf4e3:44459 2024-12-13T20:18:52,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T20:18:52,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T20:18:52,877 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/0fe162bcf4e3,44459,1734121131834 2024-12-13T20:18:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T20:18:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T20:18:52,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:52,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:52,933 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T20:18:52,934 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/0fe162bcf4e3,44459,1734121131834 from backup master directory 2024-12-13T20:18:52,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T20:18:52,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T20:18:52,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/0fe162bcf4e3,44459,1734121131834 2024-12-13T20:18:52,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T20:18:52,944 WARN [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T20:18:52,944 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0fe162bcf4e3,44459,1734121131834 2024-12-13T20:18:52,947 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-13T20:18:52,948 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-13T20:18:53,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741826_1002 (size=42) 2024-12-13T20:18:53,416 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/hbase.id with ID: bb160720-eb44-4bb7-9c67-6e8c17988414 2024-12-13T20:18:53,461 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:53,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:53,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741827_1003 (size=196) 2024-12-13T20:18:53,963 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T20:18:53,965 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T20:18:53,986 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:18:53,992 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T20:18:54,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741828_1004 (size=1189) 2024-12-13T20:18:54,052 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store 2024-12-13T20:18:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741829_1005 (size=34) 2024-12-13T20:18:54,081 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-13T20:18:54,082 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:18:54,083 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T20:18:54,083 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:18:54,083 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:18:54,083 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T20:18:54,083 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:18:54,083 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:18:54,083 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T20:18:54,086 WARN [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/.initializing 2024-12-13T20:18:54,086 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/WALs/0fe162bcf4e3,44459,1734121131834 2024-12-13T20:18:54,092 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T20:18:54,106 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0fe162bcf4e3%2C44459%2C1734121131834, suffix=, logDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/WALs/0fe162bcf4e3,44459,1734121131834, archiveDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/oldWALs, maxLogs=10 2024-12-13T20:18:54,135 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/WALs/0fe162bcf4e3,44459,1734121131834/0fe162bcf4e3%2C44459%2C1734121131834.1734121134113, exclude list is [], retry=0 2024-12-13T20:18:54,158 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39165,DS-3e274a91-a853-43ff-beee-bd6250c2eda6,DISK] 2024-12-13T20:18:54,161 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-13T20:18:54,197 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/WALs/0fe162bcf4e3,44459,1734121131834/0fe162bcf4e3%2C44459%2C1734121131834.1734121134113 2024-12-13T20:18:54,198 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-12-13T20:18:54,199 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T20:18:54,199 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:18:54,202 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:18:54,203 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:18:54,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:18:54,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T20:18:54,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:54,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:18:54,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:18:54,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T20:18:54,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:54,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:18:54,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:18:54,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T20:18:54,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:54,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:18:54,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:18:54,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T20:18:54,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:54,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:18:54,305 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:18:54,307 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:18:54,316 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T20:18:54,321 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:18:54,326 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:18:54,328 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62258832, jitterRate=-0.07227110862731934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T20:18:54,333 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T20:18:54,335 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T20:18:54,371 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7025f9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:18:54,409 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T20:18:54,421 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T20:18:54,421 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T20:18:54,423 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T20:18:54,425 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-13T20:18:54,430 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-13T20:18:54,430 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T20:18:54,457 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T20:18:54,473 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-13T20:18:54,535 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-13T20:18:54,538 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T20:18:54,539 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-13T20:18:54,576 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-13T20:18:54,578 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T20:18:54,581 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-13T20:18:54,635 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-13T20:18:54,636 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-13T20:18:54,678 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-13T20:18:54,688 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T20:18:54,727 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-13T20:18:54,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T20:18:54,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:54,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T20:18:54,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:54,775 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=0fe162bcf4e3,44459,1734121131834, sessionid=0x100210b9a380000, setting cluster-up flag (Was=false) 2024-12-13T20:18:54,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:54,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:54,960 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-13T20:18:54,962 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0fe162bcf4e3,44459,1734121131834 2024-12-13T20:18:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:55,010 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-13T20:18:55,011 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0fe162bcf4e3,44459,1734121131834 2024-12-13T20:18:55,049 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0fe162bcf4e3:44411 2024-12-13T20:18:55,051 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1008): ClusterId : bb160720-eb44-4bb7-9c67-6e8c17988414 2024-12-13T20:18:55,053 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T20:18:55,062 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T20:18:55,062 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T20:18:55,069 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T20:18:55,070 DEBUG [RS:0;0fe162bcf4e3:44411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:18:55,071 DEBUG [RS:0;0fe162bcf4e3:44411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331dc751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0fe162bcf4e3/172.17.0.3:0 2024-12-13T20:18:55,074 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T20:18:55,074 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T20:18:55,074 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T20:18:55,077 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3073): reportForDuty to master=0fe162bcf4e3,44459,1734121131834 with isa=0fe162bcf4e3/172.17.0.3:44411, startcode=1734121132765 2024-12-13T20:18:55,090 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T20:18:55,091 DEBUG [RS:0;0fe162bcf4e3:44411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T20:18:55,095 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T20:18:55,097 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T20:18:55,103 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0fe162bcf4e3,44459,1734121131834 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T20:18:55,106 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0fe162bcf4e3:0, corePoolSize=5, maxPoolSize=5 2024-12-13T20:18:55,106 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0fe162bcf4e3:0, corePoolSize=5, maxPoolSize=5 2024-12-13T20:18:55,106 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0fe162bcf4e3:0, corePoolSize=5, maxPoolSize=5 2024-12-13T20:18:55,107 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0fe162bcf4e3:0, corePoolSize=5, maxPoolSize=5 2024-12-13T20:18:55,107 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0fe162bcf4e3:0, corePoolSize=10, maxPoolSize=10 2024-12-13T20:18:55,107 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:18:55,107 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0fe162bcf4e3:0, corePoolSize=2, maxPoolSize=2 2024-12-13T20:18:55,107 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:18:55,108 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734121165108 2024-12-13T20:18:55,111 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T20:18:55,113 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T20:18:55,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T20:18:55,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T20:18:55,118 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T20:18:55,119 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T20:18:55,119 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T20:18:55,119 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T20:18:55,120 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:55,122 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:55,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T20:18:55,123 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T20:18:55,124 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T20:18:55,124 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T20:18:55,129 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59747, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T20:18:55,129 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T20:18:55,129 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T20:18:55,131 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0fe162bcf4e3:0:becomeActiveMaster-HFileCleaner.large.0-1734121135131,5,FailOnTimeoutGroup] 2024-12-13T20:18:55,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741831_1007 (size=1039) 2024-12-13T20:18:55,133 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0fe162bcf4e3:0:becomeActiveMaster-HFileCleaner.small.0-1734121135131,5,FailOnTimeoutGroup] 2024-12-13T20:18:55,133 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:55,133 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T20:18:55,135 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:55,135 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:55,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44459 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:18:55,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T20:18:55,138 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:18:55,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44459 {}] master.ServerManager(486): Registering regionserver=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:18:55,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741832_1008 (size=32) 2024-12-13T20:18:55,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:18:55,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T20:18:55,155 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:18:55,155 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33735 2024-12-13T20:18:55,155 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T20:18:55,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T20:18:55,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:55,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:18:55,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T20:18:55,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T20:18:55,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:55,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:18:55,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T20:18:55,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T20:18:55,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:55,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:18:55,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740 2024-12-13T20:18:55,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740 2024-12-13T20:18:55,171 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T20:18:55,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T20:18:55,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T20:18:55,177 DEBUG [RS:0;0fe162bcf4e3:44411 {}] zookeeper.ZKUtil(111): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on existing znode=/1/rs/0fe162bcf4e3,44411,1734121132765 2024-12-13T20:18:55,177 WARN [RS:0;0fe162bcf4e3:44411 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T20:18:55,177 INFO [RS:0;0fe162bcf4e3:44411 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T20:18:55,177 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765 2024-12-13T20:18:55,178 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:18:55,179 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64862558, jitterRate=-0.03347256779670715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T20:18:55,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0fe162bcf4e3,44411,1734121132765] 2024-12-13T20:18:55,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T20:18:55,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T20:18:55,182 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T20:18:55,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T20:18:55,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T20:18:55,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T20:18:55,183 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T20:18:55,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T20:18:55,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T20:18:55,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T20:18:55,189 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T20:18:55,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T20:18:55,198 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T20:18:55,199 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T20:18:55,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T20:18:55,210 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T20:18:55,213 INFO [RS:0;0fe162bcf4e3:44411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T20:18:55,213 INFO [RS:0;0fe162bcf4e3:44411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:55,214 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T20:18:55,219 INFO [RS:0;0fe162bcf4e3:44411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:55,220 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:18:55,220 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:18:55,220 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:18:55,220 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:18:55,220 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:18:55,220 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0fe162bcf4e3:0, corePoolSize=2, maxPoolSize=2 2024-12-13T20:18:55,221 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:18:55,221 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:18:55,221 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:18:55,221 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:18:55,221 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:18:55,221 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0fe162bcf4e3:0, corePoolSize=3, maxPoolSize=3 2024-12-13T20:18:55,221 DEBUG [RS:0;0fe162bcf4e3:44411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0fe162bcf4e3:0, corePoolSize=3, maxPoolSize=3 2024-12-13T20:18:55,222 INFO [RS:0;0fe162bcf4e3:44411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:55,222 INFO [RS:0;0fe162bcf4e3:44411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:55,222 INFO [RS:0;0fe162bcf4e3:44411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:55,222 INFO [RS:0;0fe162bcf4e3:44411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:55,222 INFO [RS:0;0fe162bcf4e3:44411 {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,44411,1734121132765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T20:18:55,240 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T20:18:55,242 INFO [RS:0;0fe162bcf4e3:44411 {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,44411,1734121132765-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:55,260 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.Replication(204): 0fe162bcf4e3,44411,1734121132765 started 2024-12-13T20:18:55,260 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1767): Serving as 0fe162bcf4e3,44411,1734121132765, RpcServer on 0fe162bcf4e3/172.17.0.3:44411, sessionid=0x100210b9a380001 2024-12-13T20:18:55,260 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T20:18:55,260 DEBUG [RS:0;0fe162bcf4e3:44411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:18:55,261 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0fe162bcf4e3,44411,1734121132765' 2024-12-13T20:18:55,261 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-13T20:18:55,262 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-13T20:18:55,262 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T20:18:55,262 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T20:18:55,262 DEBUG [RS:0;0fe162bcf4e3:44411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:18:55,263 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0fe162bcf4e3,44411,1734121132765' 2024-12-13T20:18:55,263 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-13T20:18:55,263 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-13T20:18:55,264 DEBUG [RS:0;0fe162bcf4e3:44411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T20:18:55,264 INFO [RS:0;0fe162bcf4e3:44411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T20:18:55,264 INFO [RS:0;0fe162bcf4e3:44411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T20:18:55,351 WARN [0fe162bcf4e3:44459 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-13T20:18:55,369 INFO [RS:0;0fe162bcf4e3:44411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T20:18:55,373 INFO [RS:0;0fe162bcf4e3:44411 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0fe162bcf4e3%2C44411%2C1734121132765, suffix=, logDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765, archiveDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/oldWALs, maxLogs=10 2024-12-13T20:18:55,391 DEBUG [RS:0;0fe162bcf4e3:44411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, exclude list is [], retry=0 2024-12-13T20:18:55,400 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39165,DS-3e274a91-a853-43ff-beee-bd6250c2eda6,DISK] 2024-12-13T20:18:55,408 INFO [RS:0;0fe162bcf4e3:44411 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 2024-12-13T20:18:55,409 DEBUG [RS:0;0fe162bcf4e3:44411 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-12-13T20:18:55,603 DEBUG [0fe162bcf4e3:44459 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T20:18:55,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:18:55,611 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0fe162bcf4e3,44411,1734121132765, state=OPENING 2024-12-13T20:18:55,660 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T20:18:55,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:55,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:55,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T20:18:55,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T20:18:55,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:18:55,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:18:55,883 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T20:18:55,886 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T20:18:55,898 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T20:18:55,899 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T20:18:55,899 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T20:18:55,903 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0fe162bcf4e3%2C44411%2C1734121132765.meta, suffix=.meta, logDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765, archiveDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/oldWALs, maxLogs=10 2024-12-13T20:18:55,924 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.meta.1734121135905.meta, exclude list is [], retry=0 2024-12-13T20:18:55,928 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39165,DS-3e274a91-a853-43ff-beee-bd6250c2eda6,DISK] 2024-12-13T20:18:55,931 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.meta.1734121135905.meta 2024-12-13T20:18:55,932 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-12-13T20:18:55,932 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T20:18:55,934 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T20:18:55,984 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T20:18:55,989 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T20:18:55,992 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T20:18:55,993 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:18:55,993 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T20:18:55,993 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T20:18:55,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T20:18:55,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T20:18:55,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:55,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:18:55,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T20:18:56,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T20:18:56,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:56,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:18:56,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T20:18:56,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T20:18:56,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:56,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:18:56,006 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740 2024-12-13T20:18:56,010 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740 2024-12-13T20:18:56,013 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T20:18:56,015 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T20:18:56,017 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60026821, jitterRate=-0.10553066432476044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T20:18:56,018 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T20:18:56,026 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734121135877 2024-12-13T20:18:56,039 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T20:18:56,040 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T20:18:56,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:18:56,042 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0fe162bcf4e3,44411,1734121132765, state=OPEN 2024-12-13T20:18:56,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T20:18:56,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T20:18:56,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T20:18:56,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T20:18:56,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T20:18:56,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=0fe162bcf4e3,44411,1734121132765 in 365 msec 2024-12-13T20:18:56,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T20:18:56,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 891 msec 2024-12-13T20:18:56,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0470 sec 2024-12-13T20:18:56,094 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734121136094, completionTime=-1 2024-12-13T20:18:56,094 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T20:18:56,095 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T20:18:56,127 DEBUG [hconnection-0x25832700-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:18:56,130 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T20:18:56,139 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T20:18:56,139 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734121196139 2024-12-13T20:18:56,139 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734121256139 2024-12-13T20:18:56,139 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 44 msec 2024-12-13T20:18:56,218 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,44459,1734121131834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:56,218 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,44459,1734121131834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:56,218 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,44459,1734121131834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:56,220 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0fe162bcf4e3:44459, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:56,220 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:56,226 DEBUG [master/0fe162bcf4e3:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T20:18:56,227 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T20:18:56,228 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T20:18:56,233 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T20:18:56,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T20:18:56,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:56,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T20:18:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741835_1011 (size=358) 2024-12-13T20:18:56,654 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 10c26ff40183f0302f518d216046d44e, NAME => 'hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:18:56,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741836_1012 (size=42) 2024-12-13T20:18:57,064 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:18:57,065 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 10c26ff40183f0302f518d216046d44e, disabling compactions & flushes 2024-12-13T20:18:57,065 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. 2024-12-13T20:18:57,065 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. 2024-12-13T20:18:57,065 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. after waiting 0 ms 2024-12-13T20:18:57,065 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. 2024-12-13T20:18:57,065 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. 2024-12-13T20:18:57,065 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 10c26ff40183f0302f518d216046d44e: 2024-12-13T20:18:57,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T20:18:57,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734121137069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121137069"}]},"ts":"1734121137069"} 2024-12-13T20:18:57,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T20:18:57,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T20:18:57,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121137103"}]},"ts":"1734121137103"} 2024-12-13T20:18:57,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T20:18:57,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=10c26ff40183f0302f518d216046d44e, ASSIGN}] 2024-12-13T20:18:57,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=10c26ff40183f0302f518d216046d44e, ASSIGN 2024-12-13T20:18:57,147 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=10c26ff40183f0302f518d216046d44e, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:18:57,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=10c26ff40183f0302f518d216046d44e, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:18:57,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 10c26ff40183f0302f518d216046d44e, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:18:57,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:18:57,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. 2024-12-13T20:18:57,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 10c26ff40183f0302f518d216046d44e, NAME => 'hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e.', STARTKEY => '', ENDKEY => ''} 2024-12-13T20:18:57,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 10c26ff40183f0302f518d216046d44e 2024-12-13T20:18:57,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:18:57,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 10c26ff40183f0302f518d216046d44e 2024-12-13T20:18:57,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 10c26ff40183f0302f518d216046d44e 2024-12-13T20:18:57,467 INFO [StoreOpener-10c26ff40183f0302f518d216046d44e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 10c26ff40183f0302f518d216046d44e 2024-12-13T20:18:57,470 INFO [StoreOpener-10c26ff40183f0302f518d216046d44e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10c26ff40183f0302f518d216046d44e columnFamilyName info 2024-12-13T20:18:57,470 DEBUG [StoreOpener-10c26ff40183f0302f518d216046d44e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:18:57,472 INFO [StoreOpener-10c26ff40183f0302f518d216046d44e-1 {}] regionserver.HStore(327): Store=10c26ff40183f0302f518d216046d44e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:18:57,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/namespace/10c26ff40183f0302f518d216046d44e 2024-12-13T20:18:57,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/namespace/10c26ff40183f0302f518d216046d44e 2024-12-13T20:18:57,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 10c26ff40183f0302f518d216046d44e 2024-12-13T20:18:57,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/namespace/10c26ff40183f0302f518d216046d44e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:18:57,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 10c26ff40183f0302f518d216046d44e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69128152, jitterRate=0.030089735984802246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T20:18:57,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 10c26ff40183f0302f518d216046d44e: 2024-12-13T20:18:57,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e., pid=6, masterSystemTime=1734121137456 2024-12-13T20:18:57,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. 2024-12-13T20:18:57,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. 2024-12-13T20:18:57,497 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=10c26ff40183f0302f518d216046d44e, regionState=OPEN, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:18:57,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T20:18:57,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 10c26ff40183f0302f518d216046d44e, server=0fe162bcf4e3,44411,1734121132765 in 200 msec 2024-12-13T20:18:57,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T20:18:57,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=10c26ff40183f0302f518d216046d44e, ASSIGN in 365 msec 2024-12-13T20:18:57,515 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T20:18:57,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121137515"}]},"ts":"1734121137515"} 2024-12-13T20:18:57,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T20:18:57,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T20:18:57,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3010 sec 2024-12-13T20:18:57,538 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-13T20:18:57,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-13T20:18:57,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:57,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:18:57,581 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T20:18:57,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T20:18:57,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 42 msec 2024-12-13T20:18:57,637 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T20:18:57,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T20:18:57,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 35 msec 2024-12-13T20:18:57,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-13T20:18:57,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-13T20:18:57,716 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.770sec 2024-12-13T20:18:57,717 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T20:18:57,719 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T20:18:57,720 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T20:18:57,721 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T20:18:57,721 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T20:18:57,722 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,44459,1734121131834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T20:18:57,723 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,44459,1734121131834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T20:18:57,730 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T20:18:57,731 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T20:18:57,731 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,44459,1734121131834-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T20:18:57,755 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x097aaf4b to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fe31cd1 2024-12-13T20:18:57,756 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-13T20:18:57,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36068a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:18:57,775 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-13T20:18:57,775 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-13T20:18:57,784 DEBUG [hconnection-0x7f86746-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:18:57,794 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T20:18:57,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=0fe162bcf4e3,44459,1734121131834 2024-12-13T20:18:57,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T20:18:57,821 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/cluster_23a51057-e915-3289-5e73-7ca7fa034904, deleteOnExit=true 2024-12-13T20:18:57,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T20:18:57,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/test.cache.data in system properties and HBase conf 2024-12-13T20:18:57,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T20:18:57,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/hadoop.log.dir in system properties and HBase conf 2024-12-13T20:18:57,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T20:18:57,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T20:18:57,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T20:18:57,844 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T20:18:57,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T20:18:57,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T20:18:57,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T20:18:57,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T20:18:57,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T20:18:57,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T20:18:57,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T20:18:57,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T20:18:57,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T20:18:57,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/nfs.dump.dir in system properties and HBase conf 2024-12-13T20:18:57,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/java.io.tmpdir in system properties and HBase conf 2024-12-13T20:18:57,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T20:18:57,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T20:18:57,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T20:18:58,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T20:18:58,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T20:18:58,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T20:18:58,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T20:18:58,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T20:18:58,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T20:18:58,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e977c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/hadoop.log.dir/,AVAILABLE} 2024-12-13T20:18:58,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79deb57d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T20:18:58,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dcdd5d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/java.io.tmpdir/jetty-localhost-34983-hadoop-hdfs-3_4_1-tests_jar-_-any-16737028033160277288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T20:18:58,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68b97af9{HTTP/1.1, (http/1.1)}{localhost:34983} 2024-12-13T20:18:58,289 INFO [Time-limited test {}] server.Server(415): Started @12355ms 2024-12-13T20:18:58,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T20:18:58,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T20:18:58,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T20:18:58,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T20:18:58,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T20:18:58,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@afbe66c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/hadoop.log.dir/,AVAILABLE} 2024-12-13T20:18:58,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62c1accd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T20:18:58,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63ef00fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/java.io.tmpdir/jetty-localhost-34105-hadoop-hdfs-3_4_1-tests_jar-_-any-7185744886234311333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T20:18:58,669 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@637f0fad{HTTP/1.1, (http/1.1)}{localhost:34105} 2024-12-13T20:18:58,670 INFO [Time-limited test {}] server.Server(415): Started @12735ms 2024-12-13T20:18:58,671 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T20:18:59,196 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/cluster_23a51057-e915-3289-5e73-7ca7fa034904/dfs/data/data2/current/BP-1283152167-172.17.0.3-1734121137874/current, will proceed with Du for space computation calculation, 2024-12-13T20:18:59,196 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/cluster_23a51057-e915-3289-5e73-7ca7fa034904/dfs/data/data1/current/BP-1283152167-172.17.0.3-1734121137874/current, will proceed with Du for space computation calculation, 2024-12-13T20:18:59,243 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T20:18:59,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2539d37dae14c92e with lease ID 0x4f93128ed91a7a72: Processing first storage report for DS-1173d824-b0c7-4576-8213-be28496b0dd5 from datanode DatanodeRegistration(127.0.0.1:37493, datanodeUuid=6c429245-f53b-40c5-abf5-e7fa7c41fa5f, infoPort=35163, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=1765371648;c=1734121137874) 2024-12-13T20:18:59,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2539d37dae14c92e with lease ID 0x4f93128ed91a7a72: from storage DS-1173d824-b0c7-4576-8213-be28496b0dd5 node DatanodeRegistration(127.0.0.1:37493, datanodeUuid=6c429245-f53b-40c5-abf5-e7fa7c41fa5f, infoPort=35163, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=1765371648;c=1734121137874), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T20:18:59,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2539d37dae14c92e with lease ID 0x4f93128ed91a7a72: Processing first storage report for DS-3c6ff31a-6e78-4ddc-aa8f-de8b2c9cf6ae from datanode DatanodeRegistration(127.0.0.1:37493, datanodeUuid=6c429245-f53b-40c5-abf5-e7fa7c41fa5f, infoPort=35163, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=1765371648;c=1734121137874) 2024-12-13T20:18:59,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2539d37dae14c92e with lease ID 0x4f93128ed91a7a72: from storage DS-3c6ff31a-6e78-4ddc-aa8f-de8b2c9cf6ae node DatanodeRegistration(127.0.0.1:37493, datanodeUuid=6c429245-f53b-40c5-abf5-e7fa7c41fa5f, infoPort=35163, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=1765371648;c=1734121137874), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T20:18:59,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03 2024-12-13T20:18:59,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:59,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741825_1001 (size=7) 2024-12-13T20:18:59,737 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf with version=8 2024-12-13T20:18:59,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/hbase-staging 2024-12-13T20:18:59,741 INFO [Time-limited test {}] client.ConnectionUtils(129): master/0fe162bcf4e3:0 server-side Connection retries=18 2024-12-13T20:18:59,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T20:18:59,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T20:18:59,742 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T20:18:59,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T20:18:59,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T20:18:59,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T20:18:59,742 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T20:18:59,743 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:33139 2024-12-13T20:18:59,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:59,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:59,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33139 connecting to ZooKeeper ensemble=127.0.0.1:55816 2024-12-13T20:18:59,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331390x0, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T20:18:59,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33139-0x100210b9a380003 connected 2024-12-13T20:18:59,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T20:18:59,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T20:18:59,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T20:18:59,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33139 2024-12-13T20:18:59,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33139 2024-12-13T20:18:59,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33139 2024-12-13T20:18:59,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33139 2024-12-13T20:18:59,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33139 2024-12-13T20:18:59,840 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf, hbase.cluster.distributed=false 2024-12-13T20:18:59,865 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/0fe162bcf4e3:0 server-side Connection retries=18 2024-12-13T20:18:59,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T20:18:59,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T20:18:59,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T20:18:59,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T20:18:59,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T20:18:59,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T20:18:59,866 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T20:18:59,867 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:37269 2024-12-13T20:18:59,868 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T20:18:59,871 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T20:18:59,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:59,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:18:59,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37269 connecting to ZooKeeper ensemble=127.0.0.1:55816 2024-12-13T20:18:59,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372690x0, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T20:18:59,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372690x0, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T20:18:59,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37269-0x100210b9a380004 connected 2024-12-13T20:18:59,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T20:18:59,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T20:18:59,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37269 2024-12-13T20:18:59,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37269 2024-12-13T20:18:59,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37269 2024-12-13T20:18:59,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37269 2024-12-13T20:18:59,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37269 2024-12-13T20:18:59,898 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/0fe162bcf4e3,33139,1734121139740 2024-12-13T20:18:59,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T20:18:59,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T20:18:59,907 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/0fe162bcf4e3,33139,1734121139740 2024-12-13T20:18:59,910 DEBUG [M:0;0fe162bcf4e3:33139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0fe162bcf4e3:33139 2024-12-13T20:18:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T20:18:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T20:18:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:18:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:18:59,919 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T20:18:59,919 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/0fe162bcf4e3,33139,1734121139740 from backup master directory 2024-12-13T20:18:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T20:18:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/0fe162bcf4e3,33139,1734121139740 2024-12-13T20:18:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T20:18:59,926 WARN [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T20:18:59,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T20:18:59,927 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0fe162bcf4e3,33139,1734121139740 2024-12-13T20:18:59,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741826_1002 (size=42) 2024-12-13T20:19:00,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:00,345 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/hbase.id with ID: 9648607d-4ed4-4857-9c31-fdea9288bde8 2024-12-13T20:19:00,367 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T20:19:00,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:19:00,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:19:00,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741827_1003 (size=196) 2024-12-13T20:19:00,787 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T20:19:00,788 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T20:19:00,788 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T20:19:00,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741828_1004 (size=1189) 2024-12-13T20:19:01,204 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store 2024-12-13T20:19:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741829_1005 (size=34) 2024-12-13T20:19:01,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T20:19:01,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T20:19:01,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T20:19:01,615 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:01,615 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T20:19:01,615 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:19:01,615 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:19:01,615 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T20:19:01,615 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:19:01,616 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:19:01,616 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T20:19:01,618 WARN [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/.initializing 2024-12-13T20:19:01,618 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/WALs/0fe162bcf4e3,33139,1734121139740 2024-12-13T20:19:01,620 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T20:19:01,625 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0fe162bcf4e3%2C33139%2C1734121139740, suffix=, logDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/WALs/0fe162bcf4e3,33139,1734121139740, archiveDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/oldWALs, maxLogs=10 2024-12-13T20:19:01,645 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/WALs/0fe162bcf4e3,33139,1734121139740/0fe162bcf4e3%2C33139%2C1734121139740.1734121141625, exclude list is [], retry=0 2024-12-13T20:19:01,650 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37493,DS-1173d824-b0c7-4576-8213-be28496b0dd5,DISK] 2024-12-13T20:19:01,656 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/WALs/0fe162bcf4e3,33139,1734121139740/0fe162bcf4e3%2C33139%2C1734121139740.1734121141625 2024-12-13T20:19:01,657 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35163:35163)] 2024-12-13T20:19:01,657 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T20:19:01,657 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:01,657 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:19:01,657 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:19:01,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:19:01,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T20:19:01,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:01,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:19:01,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:19:01,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T20:19:01,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:01,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:01,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:19:01,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T20:19:01,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:01,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:01,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:19:01,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T20:19:01,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:01,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:01,682 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:19:01,683 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:19:01,689 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T20:19:01,695 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T20:19:01,704 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:01,705 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66579050, jitterRate=-0.007894843816757202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T20:19:01,705 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T20:19:01,705 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T20:19:01,711 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd3876f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:01,712 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T20:19:01,713 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T20:19:01,713 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T20:19:01,713 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T20:19:01,714 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-13T20:19:01,714 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-13T20:19:01,714 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T20:19:01,717 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T20:19:01,718 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-13T20:19:01,760 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-13T20:19:01,760 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T20:19:01,761 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-13T20:19:01,768 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-13T20:19:01,768 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T20:19:01,770 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-13T20:19:01,776 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-13T20:19:01,778 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-13T20:19:01,784 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-13T20:19:01,787 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T20:19:01,793 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-13T20:19:01,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T20:19:01,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:19:01,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T20:19:01,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:19:01,803 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=0fe162bcf4e3,33139,1734121139740, sessionid=0x100210b9a380003, setting cluster-up flag (Was=false) 2024-12-13T20:19:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:19:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:19:01,843 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-13T20:19:01,844 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0fe162bcf4e3,33139,1734121139740 2024-12-13T20:19:01,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:19:01,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:19:01,926 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-13T20:19:01,928 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0fe162bcf4e3,33139,1734121139740 2024-12-13T20:19:01,935 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T20:19:01,935 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T20:19:01,935 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T20:19:01,936 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0fe162bcf4e3,33139,1734121139740 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T20:19:01,936 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0fe162bcf4e3:0, corePoolSize=5, maxPoolSize=5 2024-12-13T20:19:01,936 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0fe162bcf4e3:0, corePoolSize=5, maxPoolSize=5 2024-12-13T20:19:01,936 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0fe162bcf4e3:0, corePoolSize=5, maxPoolSize=5 2024-12-13T20:19:01,936 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0fe162bcf4e3:0, corePoolSize=5, maxPoolSize=5 2024-12-13T20:19:01,937 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0fe162bcf4e3:0, corePoolSize=10, maxPoolSize=10 2024-12-13T20:19:01,937 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:19:01,937 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0fe162bcf4e3:0, corePoolSize=2, maxPoolSize=2 2024-12-13T20:19:01,937 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:19:01,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T20:19:01,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T20:19:01,943 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734121171943 2024-12-13T20:19:01,944 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T20:19:01,944 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T20:19:01,944 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T20:19:01,944 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T20:19:01,944 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T20:19:01,944 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T20:19:01,947 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:01,948 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T20:19:01,948 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T20:19:01,948 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T20:19:01,948 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T20:19:01,948 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T20:19:01,949 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0fe162bcf4e3:0:becomeActiveMaster-HFileCleaner.large.0-1734121141949,5,FailOnTimeoutGroup] 2024-12-13T20:19:01,949 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0fe162bcf4e3:0:becomeActiveMaster-HFileCleaner.small.0-1734121141949,5,FailOnTimeoutGroup] 2024-12-13T20:19:01,949 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:01,949 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T20:19:01,949 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:01,949 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:01,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:01,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T20:19:01,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741831_1007 (size=1039) 2024-12-13T20:19:01,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T20:19:01,961 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:01,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741832_1008 (size=32) 2024-12-13T20:19:02,010 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0fe162bcf4e3:37269 2024-12-13T20:19:02,012 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1008): ClusterId : 9648607d-4ed4-4857-9c31-fdea9288bde8 2024-12-13T20:19:02,012 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T20:19:02,019 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T20:19:02,019 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T20:19:02,027 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T20:19:02,028 DEBUG [RS:0;0fe162bcf4e3:37269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2aa56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:02,028 DEBUG [RS:0;0fe162bcf4e3:37269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4dec3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0fe162bcf4e3/172.17.0.3:0 2024-12-13T20:19:02,028 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T20:19:02,028 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T20:19:02,028 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T20:19:02,029 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3073): reportForDuty to master=0fe162bcf4e3,33139,1734121139740 with isa=0fe162bcf4e3/172.17.0.3:37269, startcode=1734121139864 2024-12-13T20:19:02,029 DEBUG [RS:0;0fe162bcf4e3:37269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T20:19:02,031 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55001, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T20:19:02,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33139 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:02,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33139 {}] master.ServerManager(486): Registering regionserver=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:02,035 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:02,035 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45889 2024-12-13T20:19:02,035 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T20:19:02,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T20:19:02,043 DEBUG [RS:0;0fe162bcf4e3:37269 {}] zookeeper.ZKUtil(111): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on existing znode=/2/rs/0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:02,043 WARN [RS:0;0fe162bcf4e3:37269 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T20:19:02,043 INFO [RS:0;0fe162bcf4e3:37269 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T20:19:02,044 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/WALs/0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:02,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0fe162bcf4e3,37269,1734121139864] 2024-12-13T20:19:02,048 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T20:19:02,048 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T20:19:02,051 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T20:19:02,052 INFO [RS:0;0fe162bcf4e3:37269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T20:19:02,052 INFO [RS:0;0fe162bcf4e3:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:02,052 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T20:19:02,053 INFO [RS:0;0fe162bcf4e3:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:02,053 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:19:02,054 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:19:02,054 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:19:02,054 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:19:02,054 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:19:02,054 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0fe162bcf4e3:0, corePoolSize=2, maxPoolSize=2 2024-12-13T20:19:02,054 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:19:02,054 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:19:02,054 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:19:02,054 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:19:02,054 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0fe162bcf4e3:0, corePoolSize=1, maxPoolSize=1 2024-12-13T20:19:02,054 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0fe162bcf4e3:0, corePoolSize=3, maxPoolSize=3 2024-12-13T20:19:02,054 DEBUG [RS:0;0fe162bcf4e3:37269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0fe162bcf4e3:0, corePoolSize=3, maxPoolSize=3 2024-12-13T20:19:02,055 INFO [RS:0;0fe162bcf4e3:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:02,055 INFO [RS:0;0fe162bcf4e3:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:02,055 INFO [RS:0;0fe162bcf4e3:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:02,055 INFO [RS:0;0fe162bcf4e3:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:02,055 INFO [RS:0;0fe162bcf4e3:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,37269,1734121139864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T20:19:02,070 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T20:19:02,070 INFO [RS:0;0fe162bcf4e3:37269 {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,37269,1734121139864-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:02,086 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.Replication(204): 0fe162bcf4e3,37269,1734121139864 started 2024-12-13T20:19:02,086 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1767): Serving as 0fe162bcf4e3,37269,1734121139864, RpcServer on 0fe162bcf4e3/172.17.0.3:37269, sessionid=0x100210b9a380004 2024-12-13T20:19:02,086 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T20:19:02,086 DEBUG [RS:0;0fe162bcf4e3:37269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:02,086 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0fe162bcf4e3,37269,1734121139864' 2024-12-13T20:19:02,086 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-13T20:19:02,087 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-13T20:19:02,087 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T20:19:02,087 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T20:19:02,087 DEBUG [RS:0;0fe162bcf4e3:37269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:02,087 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0fe162bcf4e3,37269,1734121139864' 2024-12-13T20:19:02,087 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-13T20:19:02,088 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-13T20:19:02,088 DEBUG [RS:0;0fe162bcf4e3:37269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T20:19:02,088 INFO [RS:0;0fe162bcf4e3:37269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T20:19:02,088 INFO [RS:0;0fe162bcf4e3:37269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T20:19:02,189 INFO [RS:0;0fe162bcf4e3:37269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T20:19:02,191 INFO [RS:0;0fe162bcf4e3:37269 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0fe162bcf4e3%2C37269%2C1734121139864, suffix=, logDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/WALs/0fe162bcf4e3,37269,1734121139864, archiveDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/oldWALs, maxLogs=10 2024-12-13T20:19:02,205 DEBUG [RS:0;0fe162bcf4e3:37269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/WALs/0fe162bcf4e3,37269,1734121139864/0fe162bcf4e3%2C37269%2C1734121139864.1734121142192, exclude list is [], retry=0 2024-12-13T20:19:02,210 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37493,DS-1173d824-b0c7-4576-8213-be28496b0dd5,DISK] 2024-12-13T20:19:02,212 INFO [RS:0;0fe162bcf4e3:37269 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/WALs/0fe162bcf4e3,37269,1734121139864/0fe162bcf4e3%2C37269%2C1734121139864.1734121142192 2024-12-13T20:19:02,213 DEBUG [RS:0;0fe162bcf4e3:37269 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35163:35163)] 2024-12-13T20:19:02,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T20:19:02,354 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-13T20:19:02,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T20:19:02,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-13T20:19:02,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T20:19:02,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-13T20:19:02,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-13T20:19:02,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-13T20:19:02,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:02,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T20:19:02,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T20:19:02,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:02,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:19:02,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T20:19:02,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T20:19:02,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:02,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:19:02,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T20:19:02,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T20:19:02,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:02,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:19:02,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740 2024-12-13T20:19:02,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740 2024-12-13T20:19:02,390 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T20:19:02,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T20:19:02,395 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:02,395 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60453452, jitterRate=-0.09917336702346802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T20:19:02,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T20:19:02,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T20:19:02,396 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T20:19:02,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T20:19:02,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T20:19:02,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T20:19:02,396 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T20:19:02,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T20:19:02,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T20:19:02,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T20:19:02,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T20:19:02,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T20:19:02,401 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T20:19:02,551 DEBUG [0fe162bcf4e3:33139 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T20:19:02,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:02,555 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0fe162bcf4e3,37269,1734121139864, state=OPENING 2024-12-13T20:19:02,602 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T20:19:02,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:19:02,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:19:02,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:02,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T20:19:02,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T20:19:02,764 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:02,765 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T20:19:02,766 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T20:19:02,771 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T20:19:02,771 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T20:19:02,772 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T20:19:02,774 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0fe162bcf4e3%2C37269%2C1734121139864.meta, suffix=.meta, logDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/WALs/0fe162bcf4e3,37269,1734121139864, archiveDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/oldWALs, maxLogs=10 2024-12-13T20:19:02,788 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/WALs/0fe162bcf4e3,37269,1734121139864/0fe162bcf4e3%2C37269%2C1734121139864.meta.1734121142776.meta, exclude list is [], retry=0 2024-12-13T20:19:02,791 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37493,DS-1173d824-b0c7-4576-8213-be28496b0dd5,DISK] 2024-12-13T20:19:02,793 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/WALs/0fe162bcf4e3,37269,1734121139864/0fe162bcf4e3%2C37269%2C1734121139864.meta.1734121142776.meta 2024-12-13T20:19:02,794 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35163:35163)] 2024-12-13T20:19:02,794 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T20:19:02,794 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T20:19:02,794 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T20:19:02,794 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T20:19:02,794 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T20:19:02,795 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:02,795 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T20:19:02,795 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T20:19:02,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T20:19:02,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T20:19:02,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:02,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:19:02,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T20:19:02,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T20:19:02,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:02,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:19:02,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T20:19:02,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T20:19:02,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:02,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T20:19:02,804 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740 2024-12-13T20:19:02,806 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740 2024-12-13T20:19:02,808 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T20:19:02,810 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T20:19:02,811 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70367215, jitterRate=0.048553213477134705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T20:19:02,811 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T20:19:02,812 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734121142764 2024-12-13T20:19:02,815 DEBUG [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T20:19:02,815 INFO [RS_OPEN_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T20:19:02,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:02,818 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0fe162bcf4e3,37269,1734121139864, state=OPEN 2024-12-13T20:19:02,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T20:19:02,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T20:19:02,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T20:19:02,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T20:19:02,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T20:19:02,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=0fe162bcf4e3,37269,1734121139864 in 216 msec 2024-12-13T20:19:02,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T20:19:02,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-12-13T20:19:02,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 904 msec 2024-12-13T20:19:02,838 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734121142838, completionTime=-1 2024-12-13T20:19:02,838 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T20:19:02,838 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T20:19:02,839 DEBUG [hconnection-0x629f2181-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:02,841 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T20:19:02,843 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T20:19:02,843 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734121202843 2024-12-13T20:19:02,843 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734121262843 2024-12-13T20:19:02,843 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 5 msec 2024-12-13T20:19:02,865 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,33139,1734121139740-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:02,865 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,33139,1734121139740-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:02,866 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,33139,1734121139740-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:02,866 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0fe162bcf4e3:33139, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:02,866 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:02,866 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T20:19:02,866 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T20:19:02,868 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T20:19:02,868 DEBUG [master/0fe162bcf4e3:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T20:19:02,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T20:19:02,870 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:02,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T20:19:02,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741835_1011 (size=358) 2024-12-13T20:19:03,281 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 62190b8bfdbcb95af72a7bb83f6d860a, NAME => 'hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741836_1012 (size=42) 2024-12-13T20:19:03,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:03,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 62190b8bfdbcb95af72a7bb83f6d860a, disabling compactions & flushes 2024-12-13T20:19:03,692 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. 2024-12-13T20:19:03,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. 2024-12-13T20:19:03,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. after waiting 0 ms 2024-12-13T20:19:03,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. 2024-12-13T20:19:03,692 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. 2024-12-13T20:19:03,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 62190b8bfdbcb95af72a7bb83f6d860a: 2024-12-13T20:19:03,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T20:19:03,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734121143694"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121143694"}]},"ts":"1734121143694"} 2024-12-13T20:19:03,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T20:19:03,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T20:19:03,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121143700"}]},"ts":"1734121143700"} 2024-12-13T20:19:03,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T20:19:03,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=62190b8bfdbcb95af72a7bb83f6d860a, ASSIGN}] 2024-12-13T20:19:03,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=62190b8bfdbcb95af72a7bb83f6d860a, ASSIGN 2024-12-13T20:19:03,756 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=62190b8bfdbcb95af72a7bb83f6d860a, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:03,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=62190b8bfdbcb95af72a7bb83f6d860a, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:03,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 62190b8bfdbcb95af72a7bb83f6d860a, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:04,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:04,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. 2024-12-13T20:19:04,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 62190b8bfdbcb95af72a7bb83f6d860a, NAME => 'hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a.', STARTKEY => '', ENDKEY => ''} 2024-12-13T20:19:04,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 62190b8bfdbcb95af72a7bb83f6d860a 2024-12-13T20:19:04,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:04,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 62190b8bfdbcb95af72a7bb83f6d860a 2024-12-13T20:19:04,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 62190b8bfdbcb95af72a7bb83f6d860a 2024-12-13T20:19:04,075 INFO [StoreOpener-62190b8bfdbcb95af72a7bb83f6d860a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 62190b8bfdbcb95af72a7bb83f6d860a 2024-12-13T20:19:04,077 INFO [StoreOpener-62190b8bfdbcb95af72a7bb83f6d860a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62190b8bfdbcb95af72a7bb83f6d860a columnFamilyName info 2024-12-13T20:19:04,077 DEBUG [StoreOpener-62190b8bfdbcb95af72a7bb83f6d860a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:04,077 INFO [StoreOpener-62190b8bfdbcb95af72a7bb83f6d860a-1 {}] regionserver.HStore(327): Store=62190b8bfdbcb95af72a7bb83f6d860a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:04,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/namespace/62190b8bfdbcb95af72a7bb83f6d860a 2024-12-13T20:19:04,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/namespace/62190b8bfdbcb95af72a7bb83f6d860a 2024-12-13T20:19:04,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 62190b8bfdbcb95af72a7bb83f6d860a 2024-12-13T20:19:04,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/namespace/62190b8bfdbcb95af72a7bb83f6d860a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:04,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 62190b8bfdbcb95af72a7bb83f6d860a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59300520, jitterRate=-0.11635339260101318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T20:19:04,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 62190b8bfdbcb95af72a7bb83f6d860a: 2024-12-13T20:19:04,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a., pid=6, masterSystemTime=1734121144066 2024-12-13T20:19:04,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. 2024-12-13T20:19:04,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. 2024-12-13T20:19:04,090 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=62190b8bfdbcb95af72a7bb83f6d860a, regionState=OPEN, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:04,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T20:19:04,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 62190b8bfdbcb95af72a7bb83f6d860a, server=0fe162bcf4e3,37269,1734121139864 in 182 msec 2024-12-13T20:19:04,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T20:19:04,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=62190b8bfdbcb95af72a7bb83f6d860a, ASSIGN in 346 msec 2024-12-13T20:19:04,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T20:19:04,102 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121144102"}]},"ts":"1734121144102"} 2024-12-13T20:19:04,104 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T20:19:04,171 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-13T20:19:04,171 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T20:19:04,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3050 sec 2024-12-13T20:19:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-13T20:19:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:19:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:19:04,190 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T20:19:04,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T20:19:04,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2024-12-13T20:19:04,233 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T20:19:04,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T20:19:04,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 26 msec 2024-12-13T20:19:04,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-13T20:19:04,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-13T20:19:04,301 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.374sec 2024-12-13T20:19:04,301 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T20:19:04,301 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T20:19:04,302 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T20:19:04,302 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T20:19:04,302 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T20:19:04,302 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,33139,1734121139740-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T20:19:04,302 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,33139,1734121139740-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T20:19:04,304 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b5342e8 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c60a327 2024-12-13T20:19:04,304 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T20:19:04,304 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T20:19:04,305 INFO [master/0fe162bcf4e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0fe162bcf4e3,33139,1734121139740-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T20:19:04,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3452919f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:04,318 DEBUG [hconnection-0x57e67749-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:04,321 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T20:19:04,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=0fe162bcf4e3,33139,1734121139740 2024-12-13T20:19:04,325 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f9d6135 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ba51bb0 2024-12-13T20:19:04,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24937458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:04,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5558f956 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71e8be01 2024-12-13T20:19:04,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72134317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:04,353 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1d0a15 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb1bf41 2024-12-13T20:19:04,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35242db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:04,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T20:19:04,378 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T20:19:04,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T20:19:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T20:19:04,391 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T20:19:04,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T20:19:04,392 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:04,394 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T20:19:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:04,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741837_1013 (size=631) 2024-12-13T20:19:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:04,808 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f8d9849c7730acb51868ab2617fd9cd1, NAME => 'test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:04,809 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8c7e4cf932d3d4117de37445ba39a562, NAME => 'test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:04,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5752a74a57905b1d92ecb6d0711d78dc, NAME => 'test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:04,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741838_1014 (size=45) 2024-12-13T20:19:04,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741839_1015 (size=42) 2024-12-13T20:19:04,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741840_1016 (size=45) 2024-12-13T20:19:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:05,223 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:05,223 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f8d9849c7730acb51868ab2617fd9cd1, disabling compactions & flushes 2024-12-13T20:19:05,223 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. 2024-12-13T20:19:05,223 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. 2024-12-13T20:19:05,223 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. after waiting 0 ms 2024-12-13T20:19:05,223 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. 2024-12-13T20:19:05,223 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. 2024-12-13T20:19:05,223 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f8d9849c7730acb51868ab2617fd9cd1: 2024-12-13T20:19:05,224 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0af06cea0f94296dce2648628638cd70, NAME => 'test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:05,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741841_1017 (size=45) 2024-12-13T20:19:05,230 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:05,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5752a74a57905b1d92ecb6d0711d78dc, disabling compactions & flushes 2024-12-13T20:19:05,230 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 8c7e4cf932d3d4117de37445ba39a562, disabling compactions & flushes 2024-12-13T20:19:05,230 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. 2024-12-13T20:19:05,230 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. 2024-12-13T20:19:05,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. 2024-12-13T20:19:05,230 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. 2024-12-13T20:19:05,230 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. after waiting 0 ms 2024-12-13T20:19:05,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. after waiting 0 ms 2024-12-13T20:19:05,230 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. 2024-12-13T20:19:05,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. 2024-12-13T20:19:05,230 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. 2024-12-13T20:19:05,230 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. 2024-12-13T20:19:05,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5752a74a57905b1d92ecb6d0711d78dc: 2024-12-13T20:19:05,231 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8c7e4cf932d3d4117de37445ba39a562: 2024-12-13T20:19:05,231 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 303ecb78b7fd344b437351db793f1d1d, NAME => 'test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:05,232 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 871c56d6cb593a5700cbcaccc58fafb4, NAME => 'test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741843_1019 (size=45) 2024-12-13T20:19:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741842_1018 (size=45) 2024-12-13T20:19:05,242 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:05,243 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 871c56d6cb593a5700cbcaccc58fafb4, disabling compactions & flushes 2024-12-13T20:19:05,243 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. 2024-12-13T20:19:05,243 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. 2024-12-13T20:19:05,243 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. after waiting 0 ms 2024-12-13T20:19:05,243 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. 2024-12-13T20:19:05,243 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. 2024-12-13T20:19:05,243 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 871c56d6cb593a5700cbcaccc58fafb4: 2024-12-13T20:19:05,244 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a4c1bb1dd767b07956ed56a3692bb7c8, NAME => 'test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:05,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741844_1020 (size=45) 2024-12-13T20:19:05,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:05,631 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:05,631 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0af06cea0f94296dce2648628638cd70, disabling compactions & flushes 2024-12-13T20:19:05,631 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. 2024-12-13T20:19:05,632 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. 2024-12-13T20:19:05,632 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. after waiting 0 ms 2024-12-13T20:19:05,632 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. 2024-12-13T20:19:05,632 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. 2024-12-13T20:19:05,632 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0af06cea0f94296dce2648628638cd70: 2024-12-13T20:19:05,632 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => da77fb015d8a5298348acd4888328d8e, NAME => 'test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:05,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741845_1021 (size=45) 2024-12-13T20:19:05,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:05,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 303ecb78b7fd344b437351db793f1d1d, disabling compactions & flushes 2024-12-13T20:19:05,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. 2024-12-13T20:19:05,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. 2024-12-13T20:19:05,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. after waiting 0 ms 2024-12-13T20:19:05,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. 2024-12-13T20:19:05,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. 2024-12-13T20:19:05,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 303ecb78b7fd344b437351db793f1d1d: 2024-12-13T20:19:05,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a9aa0ad02e151366bdc99df4b558fd6f, NAME => 'test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:05,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741846_1022 (size=45) 2024-12-13T20:19:05,651 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:05,651 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a4c1bb1dd767b07956ed56a3692bb7c8, disabling compactions & flushes 2024-12-13T20:19:05,651 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. 2024-12-13T20:19:05,651 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. 2024-12-13T20:19:05,651 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. after waiting 0 ms 2024-12-13T20:19:05,651 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. 2024-12-13T20:19:05,651 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. 2024-12-13T20:19:05,651 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a4c1bb1dd767b07956ed56a3692bb7c8: 2024-12-13T20:19:05,652 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => dab56f5776a7e516a1ff8ac1d5c77314, NAME => 'test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:05,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741847_1023 (size=45) 2024-12-13T20:19:06,040 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,041 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing da77fb015d8a5298348acd4888328d8e, disabling compactions & flushes 2024-12-13T20:19:06,041 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. 2024-12-13T20:19:06,041 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. 2024-12-13T20:19:06,041 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. after waiting 0 ms 2024-12-13T20:19:06,041 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. 2024-12-13T20:19:06,041 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. 2024-12-13T20:19:06,041 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for da77fb015d8a5298348acd4888328d8e: 2024-12-13T20:19:06,042 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9339e4c5b947afa54c1b8c723f6e60fb, NAME => 'test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing a9aa0ad02e151366bdc99df4b558fd6f, disabling compactions & flushes 2024-12-13T20:19:06,052 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. 2024-12-13T20:19:06,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. 2024-12-13T20:19:06,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. after waiting 0 ms 2024-12-13T20:19:06,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. 2024-12-13T20:19:06,052 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. 2024-12-13T20:19:06,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for a9aa0ad02e151366bdc99df4b558fd6f: 2024-12-13T20:19:06,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7ab0eb37713f5a766bdae6d362c90c01, NAME => 'test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741848_1024 (size=45) 2024-12-13T20:19:06,058 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,058 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9339e4c5b947afa54c1b8c723f6e60fb, disabling compactions & flushes 2024-12-13T20:19:06,058 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. 2024-12-13T20:19:06,058 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. 2024-12-13T20:19:06,058 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. after waiting 0 ms 2024-12-13T20:19:06,058 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. 2024-12-13T20:19:06,059 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. 2024-12-13T20:19:06,059 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9339e4c5b947afa54c1b8c723f6e60fb: 2024-12-13T20:19:06,059 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f242e1b2babf4490547e489f279c55f4, NAME => 'test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,064 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,064 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing dab56f5776a7e516a1ff8ac1d5c77314, disabling compactions & flushes 2024-12-13T20:19:06,064 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. 2024-12-13T20:19:06,064 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. 2024-12-13T20:19:06,064 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. after waiting 0 ms 2024-12-13T20:19:06,064 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. 2024-12-13T20:19:06,064 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. 2024-12-13T20:19:06,064 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for dab56f5776a7e516a1ff8ac1d5c77314: 2024-12-13T20:19:06,065 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e205db4799887166516848ff2c6e2d02, NAME => 'test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741849_1025 (size=45) 2024-12-13T20:19:06,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741850_1026 (size=45) 2024-12-13T20:19:06,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741851_1027 (size=45) 2024-12-13T20:19:06,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,489 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 7ab0eb37713f5a766bdae6d362c90c01, disabling compactions & flushes 2024-12-13T20:19:06,490 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e205db4799887166516848ff2c6e2d02, disabling compactions & flushes 2024-12-13T20:19:06,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. 2024-12-13T20:19:06,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. 2024-12-13T20:19:06,490 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. 2024-12-13T20:19:06,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. after waiting 0 ms 2024-12-13T20:19:06,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. 2024-12-13T20:19:06,490 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. 2024-12-13T20:19:06,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. 2024-12-13T20:19:06,490 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. after waiting 0 ms 2024-12-13T20:19:06,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7ab0eb37713f5a766bdae6d362c90c01: 2024-12-13T20:19:06,490 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. 2024-12-13T20:19:06,490 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. 2024-12-13T20:19:06,490 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e205db4799887166516848ff2c6e2d02: 2024-12-13T20:19:06,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 61258bf415f682415495931b6b2190d3, NAME => 'test,ooo,1734121144384.61258bf415f682415495931b6b2190d3.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,491 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a2a02d3491a35ae41cc9ca46adf0c645, NAME => 'test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,496 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,496 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f242e1b2babf4490547e489f279c55f4, disabling compactions & flushes 2024-12-13T20:19:06,496 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. 2024-12-13T20:19:06,496 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. 2024-12-13T20:19:06,496 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. after waiting 0 ms 2024-12-13T20:19:06,497 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. 2024-12-13T20:19:06,497 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. 2024-12-13T20:19:06,497 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f242e1b2babf4490547e489f279c55f4: 2024-12-13T20:19:06,497 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 267f1ec6dbddcc6b73e3066baec0b68a, NAME => 'test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741852_1028 (size=45) 2024-12-13T20:19:06,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741853_1029 (size=45) 2024-12-13T20:19:06,504 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,504 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a2a02d3491a35ae41cc9ca46adf0c645, disabling compactions & flushes 2024-12-13T20:19:06,504 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. 2024-12-13T20:19:06,504 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. 2024-12-13T20:19:06,504 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. after waiting 0 ms 2024-12-13T20:19:06,504 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. 2024-12-13T20:19:06,504 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. 2024-12-13T20:19:06,504 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a2a02d3491a35ae41cc9ca46adf0c645: 2024-12-13T20:19:06,505 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 32948fc0ceafa998726f8c9604710af5, NAME => 'test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741854_1030 (size=45) 2024-12-13T20:19:06,511 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,511 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 267f1ec6dbddcc6b73e3066baec0b68a, disabling compactions & flushes 2024-12-13T20:19:06,511 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. 2024-12-13T20:19:06,511 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. 2024-12-13T20:19:06,512 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. after waiting 0 ms 2024-12-13T20:19:06,512 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. 2024-12-13T20:19:06,512 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. 2024-12-13T20:19:06,512 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 267f1ec6dbddcc6b73e3066baec0b68a: 2024-12-13T20:19:06,512 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 304228af6ea8f78b58a5c3b5c66dbeeb, NAME => 'test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741855_1031 (size=45) 2024-12-13T20:19:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741856_1032 (size=45) 2024-12-13T20:19:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:06,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734121144384.61258bf415f682415495931b6b2190d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 61258bf415f682415495931b6b2190d3, disabling compactions & flushes 2024-12-13T20:19:06,909 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. 2024-12-13T20:19:06,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. 2024-12-13T20:19:06,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. after waiting 0 ms 2024-12-13T20:19:06,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. 2024-12-13T20:19:06,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. 2024-12-13T20:19:06,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 61258bf415f682415495931b6b2190d3: 2024-12-13T20:19:06,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5714b79398d79fcdc8b0459e5fa311af, NAME => 'test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,916 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,916 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 32948fc0ceafa998726f8c9604710af5, disabling compactions & flushes 2024-12-13T20:19:06,917 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. 2024-12-13T20:19:06,917 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. 2024-12-13T20:19:06,917 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. after waiting 0 ms 2024-12-13T20:19:06,917 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. 2024-12-13T20:19:06,917 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. 2024-12-13T20:19:06,917 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 32948fc0ceafa998726f8c9604710af5: 2024-12-13T20:19:06,918 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3618f33c3f1a97ab80e0b48af1bc4d26, NAME => 'test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,922 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,923 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 304228af6ea8f78b58a5c3b5c66dbeeb, disabling compactions & flushes 2024-12-13T20:19:06,923 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. 2024-12-13T20:19:06,923 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. 2024-12-13T20:19:06,923 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. after waiting 0 ms 2024-12-13T20:19:06,923 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. 2024-12-13T20:19:06,923 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. 2024-12-13T20:19:06,923 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 304228af6ea8f78b58a5c3b5c66dbeeb: 2024-12-13T20:19:06,924 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0fcaf6da39bd5d9c1a8e9bfdf28508bf, NAME => 'test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741857_1033 (size=45) 2024-12-13T20:19:06,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5714b79398d79fcdc8b0459e5fa311af, disabling compactions & flushes 2024-12-13T20:19:06,930 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. 2024-12-13T20:19:06,930 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. 2024-12-13T20:19:06,930 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. after waiting 0 ms 2024-12-13T20:19:06,930 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. 2024-12-13T20:19:06,930 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. 2024-12-13T20:19:06,930 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5714b79398d79fcdc8b0459e5fa311af: 2024-12-13T20:19:06,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f2d7fcdf0c77db003a08a7c8dfa12593, NAME => 'test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741858_1034 (size=45) 2024-12-13T20:19:06,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741860_1036 (size=45) 2024-12-13T20:19:06,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741859_1035 (size=45) 2024-12-13T20:19:06,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f2d7fcdf0c77db003a08a7c8dfa12593, disabling compactions & flushes 2024-12-13T20:19:06,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. 2024-12-13T20:19:06,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. 2024-12-13T20:19:06,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. after waiting 0 ms 2024-12-13T20:19:06,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. 2024-12-13T20:19:06,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. 2024-12-13T20:19:06,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f2d7fcdf0c77db003a08a7c8dfa12593: 2024-12-13T20:19:06,954 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 90d5b9e41d72408cbe36aa1ba386fbf6, NAME => 'test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741861_1037 (size=45) 2024-12-13T20:19:06,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 90d5b9e41d72408cbe36aa1ba386fbf6, disabling compactions & flushes 2024-12-13T20:19:06,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. 2024-12-13T20:19:06,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. 2024-12-13T20:19:06,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. after waiting 0 ms 2024-12-13T20:19:06,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. 2024-12-13T20:19:06,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. 2024-12-13T20:19:06,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 90d5b9e41d72408cbe36aa1ba386fbf6: 2024-12-13T20:19:06,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a70f1ca15ec68963f3496f456c1468ac, NAME => 'test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741862_1038 (size=45) 2024-12-13T20:19:06,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:06,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing a70f1ca15ec68963f3496f456c1468ac, disabling compactions & flushes 2024-12-13T20:19:06,976 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. 2024-12-13T20:19:06,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. 2024-12-13T20:19:06,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. after waiting 0 ms 2024-12-13T20:19:06,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. 2024-12-13T20:19:06,976 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. 2024-12-13T20:19:06,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for a70f1ca15ec68963f3496f456c1468ac: 2024-12-13T20:19:06,977 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0c687a3df319d74365a4f69fd5934399, NAME => 'test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:06,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741863_1039 (size=42) 2024-12-13T20:19:07,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:07,348 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:07,348 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 3618f33c3f1a97ab80e0b48af1bc4d26, disabling compactions & flushes 2024-12-13T20:19:07,348 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. 2024-12-13T20:19:07,349 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. 2024-12-13T20:19:07,349 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. after waiting 0 ms 2024-12-13T20:19:07,349 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. 2024-12-13T20:19:07,349 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. 2024-12-13T20:19:07,349 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3618f33c3f1a97ab80e0b48af1bc4d26: 2024-12-13T20:19:07,353 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:07,353 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0fcaf6da39bd5d9c1a8e9bfdf28508bf, disabling compactions & flushes 2024-12-13T20:19:07,353 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. 2024-12-13T20:19:07,353 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. 2024-12-13T20:19:07,353 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. after waiting 0 ms 2024-12-13T20:19:07,354 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. 2024-12-13T20:19:07,354 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. 2024-12-13T20:19:07,354 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0fcaf6da39bd5d9c1a8e9bfdf28508bf: 2024-12-13T20:19:07,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:07,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 0c687a3df319d74365a4f69fd5934399, disabling compactions & flushes 2024-12-13T20:19:07,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. 2024-12-13T20:19:07,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. 2024-12-13T20:19:07,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. after waiting 0 ms 2024-12-13T20:19:07,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. 2024-12-13T20:19:07,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. 2024-12-13T20:19:07,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0c687a3df319d74365a4f69fd5934399: 2024-12-13T20:19:07,402 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T20:19:07,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,405 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,405 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,406 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,406 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,406 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,407 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,407 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,407 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,407 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,408 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,408 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,408 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,408 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,408 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,409 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,409 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734121144384.61258bf415f682415495931b6b2190d3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,409 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,409 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,409 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,410 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,410 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,410 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,410 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,410 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734121147403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121147403"}]},"ts":"1734121147403"} 2024-12-13T20:19:07,441 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T20:19:07,442 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T20:19:07,443 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121147443"}]},"ts":"1734121147443"} 2024-12-13T20:19:07,445 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T20:19:07,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5752a74a57905b1d92ecb6d0711d78dc, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8c7e4cf932d3d4117de37445ba39a562, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f8d9849c7730acb51868ab2617fd9cd1, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0af06cea0f94296dce2648628638cd70, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=303ecb78b7fd344b437351db793f1d1d, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=871c56d6cb593a5700cbcaccc58fafb4, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a4c1bb1dd767b07956ed56a3692bb7c8, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=da77fb015d8a5298348acd4888328d8e, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a9aa0ad02e151366bdc99df4b558fd6f, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dab56f5776a7e516a1ff8ac1d5c77314, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9339e4c5b947afa54c1b8c723f6e60fb, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7ab0eb37713f5a766bdae6d362c90c01, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f242e1b2babf4490547e489f279c55f4, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e205db4799887166516848ff2c6e2d02, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=61258bf415f682415495931b6b2190d3, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a2a02d3491a35ae41cc9ca46adf0c645, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=267f1ec6dbddcc6b73e3066baec0b68a, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=32948fc0ceafa998726f8c9604710af5, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=304228af6ea8f78b58a5c3b5c66dbeeb, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5714b79398d79fcdc8b0459e5fa311af, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3618f33c3f1a97ab80e0b48af1bc4d26, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0fcaf6da39bd5d9c1a8e9bfdf28508bf, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f2d7fcdf0c77db003a08a7c8dfa12593, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=90d5b9e41d72408cbe36aa1ba386fbf6, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a70f1ca15ec68963f3496f456c1468ac, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0c687a3df319d74365a4f69fd5934399, ASSIGN}] 2024-12-13T20:19:07,500 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5752a74a57905b1d92ecb6d0711d78dc, ASSIGN 2024-12-13T20:19:07,501 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f8d9849c7730acb51868ab2617fd9cd1, ASSIGN 2024-12-13T20:19:07,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0af06cea0f94296dce2648628638cd70, ASSIGN 2024-12-13T20:19:07,502 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8c7e4cf932d3d4117de37445ba39a562, ASSIGN 2024-12-13T20:19:07,503 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5752a74a57905b1d92ecb6d0711d78dc, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,504 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f8d9849c7730acb51868ab2617fd9cd1, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0af06cea0f94296dce2648628638cd70, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,504 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8c7e4cf932d3d4117de37445ba39a562, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,510 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a70f1ca15ec68963f3496f456c1468ac, ASSIGN 2024-12-13T20:19:07,511 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=90d5b9e41d72408cbe36aa1ba386fbf6, ASSIGN 2024-12-13T20:19:07,511 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f2d7fcdf0c77db003a08a7c8dfa12593, ASSIGN 2024-12-13T20:19:07,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0fcaf6da39bd5d9c1a8e9bfdf28508bf, ASSIGN 2024-12-13T20:19:07,512 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0c687a3df319d74365a4f69fd5934399, ASSIGN 2024-12-13T20:19:07,513 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a70f1ca15ec68963f3496f456c1468ac, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,514 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f2d7fcdf0c77db003a08a7c8dfa12593, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,515 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0fcaf6da39bd5d9c1a8e9bfdf28508bf, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,515 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0c687a3df319d74365a4f69fd5934399, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=90d5b9e41d72408cbe36aa1ba386fbf6, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,519 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=304228af6ea8f78b58a5c3b5c66dbeeb, ASSIGN 2024-12-13T20:19:07,522 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=304228af6ea8f78b58a5c3b5c66dbeeb, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,523 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3618f33c3f1a97ab80e0b48af1bc4d26, ASSIGN 2024-12-13T20:19:07,525 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3618f33c3f1a97ab80e0b48af1bc4d26, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,525 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5714b79398d79fcdc8b0459e5fa311af, ASSIGN 2024-12-13T20:19:07,525 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=32948fc0ceafa998726f8c9604710af5, ASSIGN 2024-12-13T20:19:07,525 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=267f1ec6dbddcc6b73e3066baec0b68a, ASSIGN 2024-12-13T20:19:07,527 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5714b79398d79fcdc8b0459e5fa311af, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,527 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=32948fc0ceafa998726f8c9604710af5, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,527 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=267f1ec6dbddcc6b73e3066baec0b68a, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a2a02d3491a35ae41cc9ca46adf0c645, ASSIGN 2024-12-13T20:19:07,529 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a2a02d3491a35ae41cc9ca46adf0c645, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,532 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f242e1b2babf4490547e489f279c55f4, ASSIGN 2024-12-13T20:19:07,534 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e205db4799887166516848ff2c6e2d02, ASSIGN 2024-12-13T20:19:07,535 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f242e1b2babf4490547e489f279c55f4, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,540 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9339e4c5b947afa54c1b8c723f6e60fb, ASSIGN 2024-12-13T20:19:07,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e205db4799887166516848ff2c6e2d02, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,540 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=61258bf415f682415495931b6b2190d3, ASSIGN 2024-12-13T20:19:07,544 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9339e4c5b947afa54c1b8c723f6e60fb, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,544 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7ab0eb37713f5a766bdae6d362c90c01, ASSIGN 2024-12-13T20:19:07,544 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=61258bf415f682415495931b6b2190d3, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,546 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7ab0eb37713f5a766bdae6d362c90c01, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,546 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a9aa0ad02e151366bdc99df4b558fd6f, ASSIGN 2024-12-13T20:19:07,553 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a9aa0ad02e151366bdc99df4b558fd6f, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,557 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dab56f5776a7e516a1ff8ac1d5c77314, ASSIGN 2024-12-13T20:19:07,557 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a4c1bb1dd767b07956ed56a3692bb7c8, ASSIGN 2024-12-13T20:19:07,558 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=da77fb015d8a5298348acd4888328d8e, ASSIGN 2024-12-13T20:19:07,559 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a4c1bb1dd767b07956ed56a3692bb7c8, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,559 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dab56f5776a7e516a1ff8ac1d5c77314, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,560 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=da77fb015d8a5298348acd4888328d8e, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=871c56d6cb593a5700cbcaccc58fafb4, ASSIGN 2024-12-13T20:19:07,564 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=303ecb78b7fd344b437351db793f1d1d, ASSIGN 2024-12-13T20:19:07,564 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=871c56d6cb593a5700cbcaccc58fafb4, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,565 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=303ecb78b7fd344b437351db793f1d1d, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:07,654 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=9339e4c5b947afa54c1b8c723f6e60fb, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,654 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=90d5b9e41d72408cbe36aa1ba386fbf6, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,654 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=32948fc0ceafa998726f8c9604710af5, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3618f33c3f1a97ab80e0b48af1bc4d26, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=0fcaf6da39bd5d9c1a8e9bfdf28508bf, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=20, state=RUNNABLE; OpenRegionProcedure 9339e4c5b947afa54c1b8c723f6e60fb, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=27, state=RUNNABLE; OpenRegionProcedure 32948fc0ceafa998726f8c9604710af5, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=31, state=RUNNABLE; OpenRegionProcedure 0fcaf6da39bd5d9c1a8e9bfdf28508bf, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=33, state=RUNNABLE; OpenRegionProcedure 90d5b9e41d72408cbe36aa1ba386fbf6, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=30, state=RUNNABLE; OpenRegionProcedure 3618f33c3f1a97ab80e0b48af1bc4d26, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,680 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=304228af6ea8f78b58a5c3b5c66dbeeb, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8c7e4cf932d3d4117de37445ba39a562, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=0af06cea0f94296dce2648628638cd70, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=28, state=RUNNABLE; OpenRegionProcedure 304228af6ea8f78b58a5c3b5c66dbeeb, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=13, state=RUNNABLE; OpenRegionProcedure 0af06cea0f94296dce2648628638cd70, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=11, state=RUNNABLE; OpenRegionProcedure 8c7e4cf932d3d4117de37445ba39a562, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5752a74a57905b1d92ecb6d0711d78dc, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,711 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=a2a02d3491a35ae41cc9ca46adf0c645, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=10, state=RUNNABLE; OpenRegionProcedure 5752a74a57905b1d92ecb6d0711d78dc, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=f8d9849c7730acb51868ab2617fd9cd1, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=dab56f5776a7e516a1ff8ac1d5c77314, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE; OpenRegionProcedure a2a02d3491a35ae41cc9ca46adf0c645, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,715 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=a9aa0ad02e151366bdc99df4b558fd6f, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=12, state=RUNNABLE; OpenRegionProcedure f8d9849c7730acb51868ab2617fd9cd1, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=18, state=RUNNABLE; OpenRegionProcedure a9aa0ad02e151366bdc99df4b558fd6f, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=19, state=RUNNABLE; OpenRegionProcedure dab56f5776a7e516a1ff8ac1d5c77314, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=5714b79398d79fcdc8b0459e5fa311af, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,733 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=f242e1b2babf4490547e489f279c55f4, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=29, state=RUNNABLE; OpenRegionProcedure 5714b79398d79fcdc8b0459e5fa311af, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=22, state=RUNNABLE; OpenRegionProcedure f242e1b2babf4490547e489f279c55f4, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=303ecb78b7fd344b437351db793f1d1d, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=e205db4799887166516848ff2c6e2d02, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=871c56d6cb593a5700cbcaccc58fafb4, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=23, state=RUNNABLE; OpenRegionProcedure e205db4799887166516848ff2c6e2d02, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=14, state=RUNNABLE; OpenRegionProcedure 303ecb78b7fd344b437351db793f1d1d, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=15, state=RUNNABLE; OpenRegionProcedure 871c56d6cb593a5700cbcaccc58fafb4, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,752 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=267f1ec6dbddcc6b73e3066baec0b68a, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=da77fb015d8a5298348acd4888328d8e, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=26, state=RUNNABLE; OpenRegionProcedure 267f1ec6dbddcc6b73e3066baec0b68a, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=17, state=RUNNABLE; OpenRegionProcedure da77fb015d8a5298348acd4888328d8e, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,767 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=7ab0eb37713f5a766bdae6d362c90c01, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=0c687a3df319d74365a4f69fd5934399, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,770 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=61258bf415f682415495931b6b2190d3, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=21, state=RUNNABLE; OpenRegionProcedure 7ab0eb37713f5a766bdae6d362c90c01, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=35, state=RUNNABLE; OpenRegionProcedure 0c687a3df319d74365a4f69fd5934399, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=24, state=RUNNABLE; OpenRegionProcedure 61258bf415f682415495931b6b2190d3, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,776 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=a4c1bb1dd767b07956ed56a3692bb7c8, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=16, state=RUNNABLE; OpenRegionProcedure a4c1bb1dd767b07956ed56a3692bb7c8, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,791 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=f2d7fcdf0c77db003a08a7c8dfa12593, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=32, state=RUNNABLE; OpenRegionProcedure f2d7fcdf0c77db003a08a7c8dfa12593, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=a70f1ca15ec68963f3496f456c1468ac, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=34, state=RUNNABLE; OpenRegionProcedure a70f1ca15ec68963f3496f456c1468ac, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:07,818 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,828 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. 2024-12-13T20:19:07,829 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 9339e4c5b947afa54c1b8c723f6e60fb, NAME => 'test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T20:19:07,829 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9339e4c5b947afa54c1b8c723f6e60fb 2024-12-13T20:19:07,829 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:07,829 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 9339e4c5b947afa54c1b8c723f6e60fb 2024-12-13T20:19:07,829 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 9339e4c5b947afa54c1b8c723f6e60fb 2024-12-13T20:19:07,831 INFO [StoreOpener-9339e4c5b947afa54c1b8c723f6e60fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9339e4c5b947afa54c1b8c723f6e60fb 2024-12-13T20:19:07,833 INFO [StoreOpener-9339e4c5b947afa54c1b8c723f6e60fb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9339e4c5b947afa54c1b8c723f6e60fb columnFamilyName f 2024-12-13T20:19:07,834 DEBUG [StoreOpener-9339e4c5b947afa54c1b8c723f6e60fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:07,834 INFO [StoreOpener-9339e4c5b947afa54c1b8c723f6e60fb-1 {}] regionserver.HStore(327): Store=9339e4c5b947afa54c1b8c723f6e60fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:07,835 INFO [StoreOpener-9339e4c5b947afa54c1b8c723f6e60fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9339e4c5b947afa54c1b8c723f6e60fb 2024-12-13T20:19:07,837 INFO [StoreOpener-9339e4c5b947afa54c1b8c723f6e60fb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9339e4c5b947afa54c1b8c723f6e60fb columnFamilyName norep 2024-12-13T20:19:07,837 DEBUG [StoreOpener-9339e4c5b947afa54c1b8c723f6e60fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:07,837 INFO [StoreOpener-9339e4c5b947afa54c1b8c723f6e60fb-1 {}] regionserver.HStore(327): Store=9339e4c5b947afa54c1b8c723f6e60fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:07,839 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/9339e4c5b947afa54c1b8c723f6e60fb 2024-12-13T20:19:07,839 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/9339e4c5b947afa54c1b8c723f6e60fb 2024-12-13T20:19:07,841 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:07,843 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 9339e4c5b947afa54c1b8c723f6e60fb 2024-12-13T20:19:07,846 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/9339e4c5b947afa54c1b8c723f6e60fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:07,847 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 9339e4c5b947afa54c1b8c723f6e60fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74603283, jitterRate=0.11167554557323456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:07,848 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 9339e4c5b947afa54c1b8c723f6e60fb: 2024-12-13T20:19:07,849 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb., pid=36, masterSystemTime=1734121147817 2024-12-13T20:19:07,851 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. 2024-12-13T20:19:07,851 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. 2024-12-13T20:19:07,852 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. 2024-12-13T20:19:07,852 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=9339e4c5b947afa54c1b8c723f6e60fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,852 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => a4c1bb1dd767b07956ed56a3692bb7c8, NAME => 'test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T20:19:07,852 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a4c1bb1dd767b07956ed56a3692bb7c8 2024-12-13T20:19:07,852 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:07,852 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for a4c1bb1dd767b07956ed56a3692bb7c8 2024-12-13T20:19:07,852 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for a4c1bb1dd767b07956ed56a3692bb7c8 2024-12-13T20:19:07,855 INFO [StoreOpener-a4c1bb1dd767b07956ed56a3692bb7c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a4c1bb1dd767b07956ed56a3692bb7c8 2024-12-13T20:19:07,858 INFO [StoreOpener-a4c1bb1dd767b07956ed56a3692bb7c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4c1bb1dd767b07956ed56a3692bb7c8 columnFamilyName f 2024-12-13T20:19:07,858 DEBUG [StoreOpener-a4c1bb1dd767b07956ed56a3692bb7c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:07,858 INFO [StoreOpener-a4c1bb1dd767b07956ed56a3692bb7c8-1 {}] regionserver.HStore(327): Store=a4c1bb1dd767b07956ed56a3692bb7c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:07,859 INFO [StoreOpener-a4c1bb1dd767b07956ed56a3692bb7c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a4c1bb1dd767b07956ed56a3692bb7c8 2024-12-13T20:19:07,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=20 2024-12-13T20:19:07,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=20, state=SUCCESS; OpenRegionProcedure 9339e4c5b947afa54c1b8c723f6e60fb, server=0fe162bcf4e3,44411,1734121132765 in 198 msec 2024-12-13T20:19:07,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9339e4c5b947afa54c1b8c723f6e60fb, ASSIGN in 365 msec 2024-12-13T20:19:07,866 INFO [StoreOpener-a4c1bb1dd767b07956ed56a3692bb7c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4c1bb1dd767b07956ed56a3692bb7c8 columnFamilyName norep 2024-12-13T20:19:07,866 DEBUG [StoreOpener-a4c1bb1dd767b07956ed56a3692bb7c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:07,867 INFO [StoreOpener-a4c1bb1dd767b07956ed56a3692bb7c8-1 {}] regionserver.HStore(327): Store=a4c1bb1dd767b07956ed56a3692bb7c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:07,868 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a4c1bb1dd767b07956ed56a3692bb7c8 2024-12-13T20:19:07,869 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a4c1bb1dd767b07956ed56a3692bb7c8 2024-12-13T20:19:07,873 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:07,875 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for a4c1bb1dd767b07956ed56a3692bb7c8 2024-12-13T20:19:07,879 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a4c1bb1dd767b07956ed56a3692bb7c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:07,880 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened a4c1bb1dd767b07956ed56a3692bb7c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70547140, jitterRate=0.051234304904937744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:07,880 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for a4c1bb1dd767b07956ed56a3692bb7c8: 2024-12-13T20:19:07,883 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8., pid=59, masterSystemTime=1734121147817 2024-12-13T20:19:07,886 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. 2024-12-13T20:19:07,886 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. 2024-12-13T20:19:07,887 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. 2024-12-13T20:19:07,887 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 3618f33c3f1a97ab80e0b48af1bc4d26, NAME => 'test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T20:19:07,887 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=a4c1bb1dd767b07956ed56a3692bb7c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,887 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3618f33c3f1a97ab80e0b48af1bc4d26 2024-12-13T20:19:07,887 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:07,888 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 3618f33c3f1a97ab80e0b48af1bc4d26 2024-12-13T20:19:07,888 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 3618f33c3f1a97ab80e0b48af1bc4d26 2024-12-13T20:19:07,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=16 2024-12-13T20:19:07,896 INFO [StoreOpener-3618f33c3f1a97ab80e0b48af1bc4d26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3618f33c3f1a97ab80e0b48af1bc4d26 2024-12-13T20:19:07,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=16, state=SUCCESS; OpenRegionProcedure a4c1bb1dd767b07956ed56a3692bb7c8, server=0fe162bcf4e3,44411,1734121132765 in 112 msec 2024-12-13T20:19:07,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a4c1bb1dd767b07956ed56a3692bb7c8, ASSIGN in 401 msec 2024-12-13T20:19:07,899 INFO [StoreOpener-3618f33c3f1a97ab80e0b48af1bc4d26-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3618f33c3f1a97ab80e0b48af1bc4d26 columnFamilyName f 2024-12-13T20:19:07,899 DEBUG [StoreOpener-3618f33c3f1a97ab80e0b48af1bc4d26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:07,899 INFO [StoreOpener-3618f33c3f1a97ab80e0b48af1bc4d26-1 {}] regionserver.HStore(327): Store=3618f33c3f1a97ab80e0b48af1bc4d26/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:07,900 INFO [StoreOpener-3618f33c3f1a97ab80e0b48af1bc4d26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3618f33c3f1a97ab80e0b48af1bc4d26 2024-12-13T20:19:07,902 INFO [StoreOpener-3618f33c3f1a97ab80e0b48af1bc4d26-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3618f33c3f1a97ab80e0b48af1bc4d26 columnFamilyName norep 2024-12-13T20:19:07,903 DEBUG [StoreOpener-3618f33c3f1a97ab80e0b48af1bc4d26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:07,904 INFO [StoreOpener-3618f33c3f1a97ab80e0b48af1bc4d26-1 {}] regionserver.HStore(327): Store=3618f33c3f1a97ab80e0b48af1bc4d26/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:07,905 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/3618f33c3f1a97ab80e0b48af1bc4d26 2024-12-13T20:19:07,905 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/3618f33c3f1a97ab80e0b48af1bc4d26 2024-12-13T20:19:07,907 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:07,908 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 3618f33c3f1a97ab80e0b48af1bc4d26 2024-12-13T20:19:07,911 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/3618f33c3f1a97ab80e0b48af1bc4d26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:07,912 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 3618f33c3f1a97ab80e0b48af1bc4d26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67883810, jitterRate=0.011547595262527466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:07,912 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 3618f33c3f1a97ab80e0b48af1bc4d26: 2024-12-13T20:19:07,915 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26., pid=38, masterSystemTime=1734121147817 2024-12-13T20:19:07,918 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. 2024-12-13T20:19:07,918 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. 2024-12-13T20:19:07,918 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. 2024-12-13T20:19:07,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3618f33c3f1a97ab80e0b48af1bc4d26, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,918 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 0fcaf6da39bd5d9c1a8e9bfdf28508bf, NAME => 'test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T20:19:07,919 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0fcaf6da39bd5d9c1a8e9bfdf28508bf 2024-12-13T20:19:07,919 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:07,919 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 0fcaf6da39bd5d9c1a8e9bfdf28508bf 2024-12-13T20:19:07,919 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 0fcaf6da39bd5d9c1a8e9bfdf28508bf 2024-12-13T20:19:07,924 INFO [StoreOpener-0fcaf6da39bd5d9c1a8e9bfdf28508bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0fcaf6da39bd5d9c1a8e9bfdf28508bf 2024-12-13T20:19:07,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=30 2024-12-13T20:19:07,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=30, state=SUCCESS; OpenRegionProcedure 3618f33c3f1a97ab80e0b48af1bc4d26, server=0fe162bcf4e3,44411,1734121132765 in 260 msec 2024-12-13T20:19:07,927 INFO [StoreOpener-0fcaf6da39bd5d9c1a8e9bfdf28508bf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fcaf6da39bd5d9c1a8e9bfdf28508bf columnFamilyName f 2024-12-13T20:19:07,927 DEBUG [StoreOpener-0fcaf6da39bd5d9c1a8e9bfdf28508bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:07,928 INFO [StoreOpener-0fcaf6da39bd5d9c1a8e9bfdf28508bf-1 {}] regionserver.HStore(327): Store=0fcaf6da39bd5d9c1a8e9bfdf28508bf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:07,928 INFO [StoreOpener-0fcaf6da39bd5d9c1a8e9bfdf28508bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0fcaf6da39bd5d9c1a8e9bfdf28508bf 2024-12-13T20:19:07,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3618f33c3f1a97ab80e0b48af1bc4d26, ASSIGN in 431 msec 2024-12-13T20:19:07,930 INFO [StoreOpener-0fcaf6da39bd5d9c1a8e9bfdf28508bf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fcaf6da39bd5d9c1a8e9bfdf28508bf columnFamilyName norep 2024-12-13T20:19:07,930 DEBUG [StoreOpener-0fcaf6da39bd5d9c1a8e9bfdf28508bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:07,931 INFO [StoreOpener-0fcaf6da39bd5d9c1a8e9bfdf28508bf-1 {}] regionserver.HStore(327): Store=0fcaf6da39bd5d9c1a8e9bfdf28508bf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:07,932 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/0fcaf6da39bd5d9c1a8e9bfdf28508bf 2024-12-13T20:19:07,932 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/0fcaf6da39bd5d9c1a8e9bfdf28508bf 2024-12-13T20:19:07,934 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:07,935 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 0fcaf6da39bd5d9c1a8e9bfdf28508bf 2024-12-13T20:19:07,938 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/0fcaf6da39bd5d9c1a8e9bfdf28508bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:07,939 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 0fcaf6da39bd5d9c1a8e9bfdf28508bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75359979, jitterRate=0.1229511946439743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:07,939 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 0fcaf6da39bd5d9c1a8e9bfdf28508bf: 2024-12-13T20:19:07,940 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf., pid=40, masterSystemTime=1734121147817 2024-12-13T20:19:07,943 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. 2024-12-13T20:19:07,943 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. 2024-12-13T20:19:07,943 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. 2024-12-13T20:19:07,943 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 871c56d6cb593a5700cbcaccc58fafb4, NAME => 'test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T20:19:07,944 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 871c56d6cb593a5700cbcaccc58fafb4 2024-12-13T20:19:07,944 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=0fcaf6da39bd5d9c1a8e9bfdf28508bf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,944 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:07,944 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 871c56d6cb593a5700cbcaccc58fafb4 2024-12-13T20:19:07,944 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 871c56d6cb593a5700cbcaccc58fafb4 2024-12-13T20:19:07,947 INFO [StoreOpener-871c56d6cb593a5700cbcaccc58fafb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 871c56d6cb593a5700cbcaccc58fafb4 2024-12-13T20:19:07,956 INFO [StoreOpener-871c56d6cb593a5700cbcaccc58fafb4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 871c56d6cb593a5700cbcaccc58fafb4 columnFamilyName f 2024-12-13T20:19:07,956 DEBUG [StoreOpener-871c56d6cb593a5700cbcaccc58fafb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:07,957 INFO [StoreOpener-871c56d6cb593a5700cbcaccc58fafb4-1 {}] regionserver.HStore(327): Store=871c56d6cb593a5700cbcaccc58fafb4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:07,958 INFO [StoreOpener-871c56d6cb593a5700cbcaccc58fafb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 871c56d6cb593a5700cbcaccc58fafb4 2024-12-13T20:19:07,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=31 2024-12-13T20:19:07,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=31, state=SUCCESS; OpenRegionProcedure 0fcaf6da39bd5d9c1a8e9bfdf28508bf, server=0fe162bcf4e3,44411,1734121132765 in 283 msec 2024-12-13T20:19:07,961 INFO [StoreOpener-871c56d6cb593a5700cbcaccc58fafb4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 871c56d6cb593a5700cbcaccc58fafb4 columnFamilyName norep 2024-12-13T20:19:07,961 DEBUG [StoreOpener-871c56d6cb593a5700cbcaccc58fafb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:07,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0fcaf6da39bd5d9c1a8e9bfdf28508bf, ASSIGN in 464 msec 2024-12-13T20:19:07,962 INFO [StoreOpener-871c56d6cb593a5700cbcaccc58fafb4-1 {}] regionserver.HStore(327): Store=871c56d6cb593a5700cbcaccc58fafb4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:07,964 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/871c56d6cb593a5700cbcaccc58fafb4 2024-12-13T20:19:07,966 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/871c56d6cb593a5700cbcaccc58fafb4 2024-12-13T20:19:07,969 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:07,971 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 871c56d6cb593a5700cbcaccc58fafb4 2024-12-13T20:19:07,975 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/871c56d6cb593a5700cbcaccc58fafb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:07,976 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 871c56d6cb593a5700cbcaccc58fafb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68819520, jitterRate=0.025490760803222656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:07,976 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 871c56d6cb593a5700cbcaccc58fafb4: 2024-12-13T20:19:07,977 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4., pid=53, masterSystemTime=1734121147817 2024-12-13T20:19:07,980 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. 2024-12-13T20:19:07,980 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. 2024-12-13T20:19:07,980 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. 2024-12-13T20:19:07,980 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 5752a74a57905b1d92ecb6d0711d78dc, NAME => 'test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T20:19:07,981 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5752a74a57905b1d92ecb6d0711d78dc 2024-12-13T20:19:07,981 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:07,981 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 5752a74a57905b1d92ecb6d0711d78dc 2024-12-13T20:19:07,981 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 5752a74a57905b1d92ecb6d0711d78dc 2024-12-13T20:19:07,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=871c56d6cb593a5700cbcaccc58fafb4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:07,984 INFO [StoreOpener-5752a74a57905b1d92ecb6d0711d78dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5752a74a57905b1d92ecb6d0711d78dc 2024-12-13T20:19:07,986 INFO [StoreOpener-5752a74a57905b1d92ecb6d0711d78dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5752a74a57905b1d92ecb6d0711d78dc columnFamilyName f 2024-12-13T20:19:07,987 DEBUG [StoreOpener-5752a74a57905b1d92ecb6d0711d78dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:07,987 INFO [StoreOpener-5752a74a57905b1d92ecb6d0711d78dc-1 {}] regionserver.HStore(327): Store=5752a74a57905b1d92ecb6d0711d78dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:07,988 INFO [StoreOpener-5752a74a57905b1d92ecb6d0711d78dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5752a74a57905b1d92ecb6d0711d78dc 2024-12-13T20:19:07,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=15 2024-12-13T20:19:07,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=15, state=SUCCESS; OpenRegionProcedure 871c56d6cb593a5700cbcaccc58fafb4, server=0fe162bcf4e3,44411,1734121132765 in 236 msec 2024-12-13T20:19:07,990 INFO [StoreOpener-5752a74a57905b1d92ecb6d0711d78dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5752a74a57905b1d92ecb6d0711d78dc columnFamilyName norep 2024-12-13T20:19:07,990 DEBUG [StoreOpener-5752a74a57905b1d92ecb6d0711d78dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:07,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=871c56d6cb593a5700cbcaccc58fafb4, ASSIGN in 496 msec 2024-12-13T20:19:07,996 INFO [StoreOpener-5752a74a57905b1d92ecb6d0711d78dc-1 {}] regionserver.HStore(327): Store=5752a74a57905b1d92ecb6d0711d78dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,002 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5752a74a57905b1d92ecb6d0711d78dc 2024-12-13T20:19:08,003 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5752a74a57905b1d92ecb6d0711d78dc 2024-12-13T20:19:08,005 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,008 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 5752a74a57905b1d92ecb6d0711d78dc 2024-12-13T20:19:08,011 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5752a74a57905b1d92ecb6d0711d78dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,012 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 5752a74a57905b1d92ecb6d0711d78dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71254188, jitterRate=0.06177014112472534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,012 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 5752a74a57905b1d92ecb6d0711d78dc: 2024-12-13T20:19:08,013 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc., pid=44, masterSystemTime=1734121147817 2024-12-13T20:19:08,022 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. 2024-12-13T20:19:08,022 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. 2024-12-13T20:19:08,022 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. 2024-12-13T20:19:08,022 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5752a74a57905b1d92ecb6d0711d78dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,022 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => da77fb015d8a5298348acd4888328d8e, NAME => 'test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T20:19:08,023 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da77fb015d8a5298348acd4888328d8e 2024-12-13T20:19:08,023 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,023 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for da77fb015d8a5298348acd4888328d8e 2024-12-13T20:19:08,023 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for da77fb015d8a5298348acd4888328d8e 2024-12-13T20:19:08,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=10 2024-12-13T20:19:08,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=10, state=SUCCESS; OpenRegionProcedure 5752a74a57905b1d92ecb6d0711d78dc, server=0fe162bcf4e3,44411,1734121132765 in 317 msec 2024-12-13T20:19:08,035 INFO [StoreOpener-da77fb015d8a5298348acd4888328d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da77fb015d8a5298348acd4888328d8e 2024-12-13T20:19:08,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5752a74a57905b1d92ecb6d0711d78dc, ASSIGN in 538 msec 2024-12-13T20:19:08,048 INFO [StoreOpener-da77fb015d8a5298348acd4888328d8e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da77fb015d8a5298348acd4888328d8e columnFamilyName f 2024-12-13T20:19:08,048 DEBUG [StoreOpener-da77fb015d8a5298348acd4888328d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,052 INFO [StoreOpener-da77fb015d8a5298348acd4888328d8e-1 {}] regionserver.HStore(327): Store=da77fb015d8a5298348acd4888328d8e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,053 INFO [StoreOpener-da77fb015d8a5298348acd4888328d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da77fb015d8a5298348acd4888328d8e 2024-12-13T20:19:08,060 INFO [StoreOpener-da77fb015d8a5298348acd4888328d8e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da77fb015d8a5298348acd4888328d8e columnFamilyName norep 2024-12-13T20:19:08,060 DEBUG [StoreOpener-da77fb015d8a5298348acd4888328d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,061 INFO [StoreOpener-da77fb015d8a5298348acd4888328d8e-1 {}] regionserver.HStore(327): Store=da77fb015d8a5298348acd4888328d8e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,063 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/da77fb015d8a5298348acd4888328d8e 2024-12-13T20:19:08,064 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/da77fb015d8a5298348acd4888328d8e 2024-12-13T20:19:08,065 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,073 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for da77fb015d8a5298348acd4888328d8e 2024-12-13T20:19:08,076 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/da77fb015d8a5298348acd4888328d8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,077 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened da77fb015d8a5298348acd4888328d8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70062990, jitterRate=0.0440199077129364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,078 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for da77fb015d8a5298348acd4888328d8e: 2024-12-13T20:19:08,079 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e., pid=55, masterSystemTime=1734121147817 2024-12-13T20:19:08,084 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. 2024-12-13T20:19:08,085 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. 2024-12-13T20:19:08,085 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. 2024-12-13T20:19:08,085 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=da77fb015d8a5298348acd4888328d8e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,085 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 303ecb78b7fd344b437351db793f1d1d, NAME => 'test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T20:19:08,085 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 303ecb78b7fd344b437351db793f1d1d 2024-12-13T20:19:08,086 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,086 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 303ecb78b7fd344b437351db793f1d1d 2024-12-13T20:19:08,086 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 303ecb78b7fd344b437351db793f1d1d 2024-12-13T20:19:08,089 INFO [StoreOpener-303ecb78b7fd344b437351db793f1d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 303ecb78b7fd344b437351db793f1d1d 2024-12-13T20:19:08,092 INFO [StoreOpener-303ecb78b7fd344b437351db793f1d1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 303ecb78b7fd344b437351db793f1d1d columnFamilyName f 2024-12-13T20:19:08,092 DEBUG [StoreOpener-303ecb78b7fd344b437351db793f1d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,094 INFO [StoreOpener-303ecb78b7fd344b437351db793f1d1d-1 {}] regionserver.HStore(327): Store=303ecb78b7fd344b437351db793f1d1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,094 INFO [StoreOpener-303ecb78b7fd344b437351db793f1d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 303ecb78b7fd344b437351db793f1d1d 2024-12-13T20:19:08,098 INFO [StoreOpener-303ecb78b7fd344b437351db793f1d1d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 303ecb78b7fd344b437351db793f1d1d columnFamilyName norep 2024-12-13T20:19:08,099 DEBUG [StoreOpener-303ecb78b7fd344b437351db793f1d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=17 2024-12-13T20:19:08,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=17, state=SUCCESS; OpenRegionProcedure da77fb015d8a5298348acd4888328d8e, server=0fe162bcf4e3,44411,1734121132765 in 336 msec 2024-12-13T20:19:08,102 INFO [StoreOpener-303ecb78b7fd344b437351db793f1d1d-1 {}] regionserver.HStore(327): Store=303ecb78b7fd344b437351db793f1d1d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=da77fb015d8a5298348acd4888328d8e, ASSIGN in 605 msec 2024-12-13T20:19:08,105 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/303ecb78b7fd344b437351db793f1d1d 2024-12-13T20:19:08,106 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/303ecb78b7fd344b437351db793f1d1d 2024-12-13T20:19:08,109 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,113 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 303ecb78b7fd344b437351db793f1d1d 2024-12-13T20:19:08,123 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/303ecb78b7fd344b437351db793f1d1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,124 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 303ecb78b7fd344b437351db793f1d1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66384130, jitterRate=-0.010799378156661987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,125 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 303ecb78b7fd344b437351db793f1d1d: 2024-12-13T20:19:08,126 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d., pid=52, masterSystemTime=1734121147817 2024-12-13T20:19:08,129 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. 2024-12-13T20:19:08,129 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. 2024-12-13T20:19:08,129 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. 2024-12-13T20:19:08,129 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => a70f1ca15ec68963f3496f456c1468ac, NAME => 'test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T20:19:08,130 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a70f1ca15ec68963f3496f456c1468ac 2024-12-13T20:19:08,130 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=303ecb78b7fd344b437351db793f1d1d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,131 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for a70f1ca15ec68963f3496f456c1468ac 2024-12-13T20:19:08,131 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for a70f1ca15ec68963f3496f456c1468ac 2024-12-13T20:19:08,136 INFO [StoreOpener-a70f1ca15ec68963f3496f456c1468ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a70f1ca15ec68963f3496f456c1468ac 2024-12-13T20:19:08,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=14 2024-12-13T20:19:08,138 INFO [StoreOpener-a70f1ca15ec68963f3496f456c1468ac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a70f1ca15ec68963f3496f456c1468ac columnFamilyName f 2024-12-13T20:19:08,138 DEBUG [StoreOpener-a70f1ca15ec68963f3496f456c1468ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,139 INFO [StoreOpener-a70f1ca15ec68963f3496f456c1468ac-1 {}] regionserver.HStore(327): Store=a70f1ca15ec68963f3496f456c1468ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,139 INFO [StoreOpener-a70f1ca15ec68963f3496f456c1468ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a70f1ca15ec68963f3496f456c1468ac 2024-12-13T20:19:08,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=14, state=SUCCESS; OpenRegionProcedure 303ecb78b7fd344b437351db793f1d1d, server=0fe162bcf4e3,44411,1734121132765 in 390 msec 2024-12-13T20:19:08,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=303ecb78b7fd344b437351db793f1d1d, ASSIGN in 644 msec 2024-12-13T20:19:08,141 INFO [StoreOpener-a70f1ca15ec68963f3496f456c1468ac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a70f1ca15ec68963f3496f456c1468ac columnFamilyName norep 2024-12-13T20:19:08,141 DEBUG [StoreOpener-a70f1ca15ec68963f3496f456c1468ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,142 INFO [StoreOpener-a70f1ca15ec68963f3496f456c1468ac-1 {}] regionserver.HStore(327): Store=a70f1ca15ec68963f3496f456c1468ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,144 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a70f1ca15ec68963f3496f456c1468ac 2024-12-13T20:19:08,144 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a70f1ca15ec68963f3496f456c1468ac 2024-12-13T20:19:08,146 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,148 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for a70f1ca15ec68963f3496f456c1468ac 2024-12-13T20:19:08,154 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a70f1ca15ec68963f3496f456c1468ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,155 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened a70f1ca15ec68963f3496f456c1468ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66350023, jitterRate=-0.01130761206150055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,155 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for a70f1ca15ec68963f3496f456c1468ac: 2024-12-13T20:19:08,160 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac., pid=61, masterSystemTime=1734121147817 2024-12-13T20:19:08,177 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. 2024-12-13T20:19:08,177 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. 2024-12-13T20:19:08,177 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. 2024-12-13T20:19:08,177 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 0af06cea0f94296dce2648628638cd70, NAME => 'test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T20:19:08,178 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0af06cea0f94296dce2648628638cd70 2024-12-13T20:19:08,178 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,178 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 0af06cea0f94296dce2648628638cd70 2024-12-13T20:19:08,178 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 0af06cea0f94296dce2648628638cd70 2024-12-13T20:19:08,180 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=a70f1ca15ec68963f3496f456c1468ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=34 2024-12-13T20:19:08,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=34, state=SUCCESS; OpenRegionProcedure a70f1ca15ec68963f3496f456c1468ac, server=0fe162bcf4e3,44411,1734121132765 in 387 msec 2024-12-13T20:19:08,193 INFO [StoreOpener-0af06cea0f94296dce2648628638cd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0af06cea0f94296dce2648628638cd70 2024-12-13T20:19:08,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a70f1ca15ec68963f3496f456c1468ac, ASSIGN in 697 msec 2024-12-13T20:19:08,208 INFO [StoreOpener-0af06cea0f94296dce2648628638cd70-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0af06cea0f94296dce2648628638cd70 columnFamilyName f 2024-12-13T20:19:08,208 DEBUG [StoreOpener-0af06cea0f94296dce2648628638cd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,209 INFO [StoreOpener-0af06cea0f94296dce2648628638cd70-1 {}] regionserver.HStore(327): Store=0af06cea0f94296dce2648628638cd70/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,209 INFO [StoreOpener-0af06cea0f94296dce2648628638cd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0af06cea0f94296dce2648628638cd70 2024-12-13T20:19:08,220 INFO [StoreOpener-0af06cea0f94296dce2648628638cd70-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0af06cea0f94296dce2648628638cd70 columnFamilyName norep 2024-12-13T20:19:08,220 DEBUG [StoreOpener-0af06cea0f94296dce2648628638cd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,235 INFO [StoreOpener-0af06cea0f94296dce2648628638cd70-1 {}] regionserver.HStore(327): Store=0af06cea0f94296dce2648628638cd70/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,240 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/0af06cea0f94296dce2648628638cd70 2024-12-13T20:19:08,241 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/0af06cea0f94296dce2648628638cd70 2024-12-13T20:19:08,271 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,288 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 0af06cea0f94296dce2648628638cd70 2024-12-13T20:19:08,300 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T20:19:08,342 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/0af06cea0f94296dce2648628638cd70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,348 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 0af06cea0f94296dce2648628638cd70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63378410, jitterRate=-0.055588096380233765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,348 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 0af06cea0f94296dce2648628638cd70: 2024-12-13T20:19:08,349 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70., pid=43, masterSystemTime=1734121147817 2024-12-13T20:19:08,357 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. 2024-12-13T20:19:08,357 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. 2024-12-13T20:19:08,357 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. 2024-12-13T20:19:08,357 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => a9aa0ad02e151366bdc99df4b558fd6f, NAME => 'test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T20:19:08,358 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a9aa0ad02e151366bdc99df4b558fd6f 2024-12-13T20:19:08,358 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=0af06cea0f94296dce2648628638cd70, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,358 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,358 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for a9aa0ad02e151366bdc99df4b558fd6f 2024-12-13T20:19:08,358 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for a9aa0ad02e151366bdc99df4b558fd6f 2024-12-13T20:19:08,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=13 2024-12-13T20:19:08,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=13, state=SUCCESS; OpenRegionProcedure 0af06cea0f94296dce2648628638cd70, server=0fe162bcf4e3,44411,1734121132765 in 670 msec 2024-12-13T20:19:08,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0af06cea0f94296dce2648628638cd70, ASSIGN in 875 msec 2024-12-13T20:19:08,376 INFO [StoreOpener-a9aa0ad02e151366bdc99df4b558fd6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a9aa0ad02e151366bdc99df4b558fd6f 2024-12-13T20:19:08,388 INFO [StoreOpener-a9aa0ad02e151366bdc99df4b558fd6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9aa0ad02e151366bdc99df4b558fd6f columnFamilyName f 2024-12-13T20:19:08,388 DEBUG [StoreOpener-a9aa0ad02e151366bdc99df4b558fd6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,389 INFO [StoreOpener-a9aa0ad02e151366bdc99df4b558fd6f-1 {}] regionserver.HStore(327): Store=a9aa0ad02e151366bdc99df4b558fd6f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,390 INFO [StoreOpener-a9aa0ad02e151366bdc99df4b558fd6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a9aa0ad02e151366bdc99df4b558fd6f 2024-12-13T20:19:08,398 INFO [StoreOpener-a9aa0ad02e151366bdc99df4b558fd6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9aa0ad02e151366bdc99df4b558fd6f columnFamilyName norep 2024-12-13T20:19:08,398 DEBUG [StoreOpener-a9aa0ad02e151366bdc99df4b558fd6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,402 INFO [StoreOpener-a9aa0ad02e151366bdc99df4b558fd6f-1 {}] regionserver.HStore(327): Store=a9aa0ad02e151366bdc99df4b558fd6f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,405 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a9aa0ad02e151366bdc99df4b558fd6f 2024-12-13T20:19:08,406 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a9aa0ad02e151366bdc99df4b558fd6f 2024-12-13T20:19:08,408 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,411 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for a9aa0ad02e151366bdc99df4b558fd6f 2024-12-13T20:19:08,416 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a9aa0ad02e151366bdc99df4b558fd6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,417 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened a9aa0ad02e151366bdc99df4b558fd6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63935160, jitterRate=-0.04729187488555908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,417 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for a9aa0ad02e151366bdc99df4b558fd6f: 2024-12-13T20:19:08,419 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f., pid=48, masterSystemTime=1734121147817 2024-12-13T20:19:08,423 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. 2024-12-13T20:19:08,424 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. 2024-12-13T20:19:08,424 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. 2024-12-13T20:19:08,424 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 5714b79398d79fcdc8b0459e5fa311af, NAME => 'test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T20:19:08,424 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5714b79398d79fcdc8b0459e5fa311af 2024-12-13T20:19:08,424 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,425 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 5714b79398d79fcdc8b0459e5fa311af 2024-12-13T20:19:08,425 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 5714b79398d79fcdc8b0459e5fa311af 2024-12-13T20:19:08,425 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=a9aa0ad02e151366bdc99df4b558fd6f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,427 INFO [StoreOpener-5714b79398d79fcdc8b0459e5fa311af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5714b79398d79fcdc8b0459e5fa311af 2024-12-13T20:19:08,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=18 2024-12-13T20:19:08,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=18, state=SUCCESS; OpenRegionProcedure a9aa0ad02e151366bdc99df4b558fd6f, server=0fe162bcf4e3,44411,1734121132765 in 706 msec 2024-12-13T20:19:08,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a9aa0ad02e151366bdc99df4b558fd6f, ASSIGN in 939 msec 2024-12-13T20:19:08,438 INFO [StoreOpener-5714b79398d79fcdc8b0459e5fa311af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5714b79398d79fcdc8b0459e5fa311af columnFamilyName f 2024-12-13T20:19:08,438 DEBUG [StoreOpener-5714b79398d79fcdc8b0459e5fa311af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,439 INFO [StoreOpener-5714b79398d79fcdc8b0459e5fa311af-1 {}] regionserver.HStore(327): Store=5714b79398d79fcdc8b0459e5fa311af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,440 INFO [StoreOpener-5714b79398d79fcdc8b0459e5fa311af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5714b79398d79fcdc8b0459e5fa311af 2024-12-13T20:19:08,441 INFO [StoreOpener-5714b79398d79fcdc8b0459e5fa311af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5714b79398d79fcdc8b0459e5fa311af columnFamilyName norep 2024-12-13T20:19:08,441 DEBUG [StoreOpener-5714b79398d79fcdc8b0459e5fa311af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,442 INFO [StoreOpener-5714b79398d79fcdc8b0459e5fa311af-1 {}] regionserver.HStore(327): Store=5714b79398d79fcdc8b0459e5fa311af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,443 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5714b79398d79fcdc8b0459e5fa311af 2024-12-13T20:19:08,444 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5714b79398d79fcdc8b0459e5fa311af 2024-12-13T20:19:08,446 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,447 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 5714b79398d79fcdc8b0459e5fa311af 2024-12-13T20:19:08,456 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5714b79398d79fcdc8b0459e5fa311af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,457 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 5714b79398d79fcdc8b0459e5fa311af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69574589, jitterRate=0.03674216568470001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,457 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 5714b79398d79fcdc8b0459e5fa311af: 2024-12-13T20:19:08,459 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af., pid=49, masterSystemTime=1734121147817 2024-12-13T20:19:08,469 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. 2024-12-13T20:19:08,469 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. 2024-12-13T20:19:08,469 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. 2024-12-13T20:19:08,469 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 32948fc0ceafa998726f8c9604710af5, NAME => 'test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T20:19:08,470 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 32948fc0ceafa998726f8c9604710af5 2024-12-13T20:19:08,470 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,470 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 32948fc0ceafa998726f8c9604710af5 2024-12-13T20:19:08,470 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 32948fc0ceafa998726f8c9604710af5 2024-12-13T20:19:08,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=5714b79398d79fcdc8b0459e5fa311af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,483 INFO [StoreOpener-32948fc0ceafa998726f8c9604710af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 32948fc0ceafa998726f8c9604710af5 2024-12-13T20:19:08,494 INFO [StoreOpener-32948fc0ceafa998726f8c9604710af5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32948fc0ceafa998726f8c9604710af5 columnFamilyName f 2024-12-13T20:19:08,494 DEBUG [StoreOpener-32948fc0ceafa998726f8c9604710af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,495 INFO [StoreOpener-32948fc0ceafa998726f8c9604710af5-1 {}] regionserver.HStore(327): Store=32948fc0ceafa998726f8c9604710af5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,495 INFO [StoreOpener-32948fc0ceafa998726f8c9604710af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 32948fc0ceafa998726f8c9604710af5 2024-12-13T20:19:08,497 INFO [StoreOpener-32948fc0ceafa998726f8c9604710af5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32948fc0ceafa998726f8c9604710af5 columnFamilyName norep 2024-12-13T20:19:08,498 DEBUG [StoreOpener-32948fc0ceafa998726f8c9604710af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,503 INFO [StoreOpener-32948fc0ceafa998726f8c9604710af5-1 {}] regionserver.HStore(327): Store=32948fc0ceafa998726f8c9604710af5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=29 2024-12-13T20:19:08,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=29, state=SUCCESS; OpenRegionProcedure 5714b79398d79fcdc8b0459e5fa311af, server=0fe162bcf4e3,44411,1734121132765 in 742 msec 2024-12-13T20:19:08,512 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/32948fc0ceafa998726f8c9604710af5 2024-12-13T20:19:08,519 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/32948fc0ceafa998726f8c9604710af5 2024-12-13T20:19:08,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5714b79398d79fcdc8b0459e5fa311af, ASSIGN in 1.0170 sec 2024-12-13T20:19:08,526 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:08,532 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 32948fc0ceafa998726f8c9604710af5 2024-12-13T20:19:08,536 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/32948fc0ceafa998726f8c9604710af5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,537 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 32948fc0ceafa998726f8c9604710af5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64261152, jitterRate=-0.0424342155456543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,537 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 32948fc0ceafa998726f8c9604710af5: 2024-12-13T20:19:08,539 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5., pid=37, masterSystemTime=1734121147817 2024-12-13T20:19:08,545 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. 2024-12-13T20:19:08,545 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. 2024-12-13T20:19:08,545 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. 2024-12-13T20:19:08,546 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => e205db4799887166516848ff2c6e2d02, NAME => 'test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T20:19:08,546 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e205db4799887166516848ff2c6e2d02 2024-12-13T20:19:08,546 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,547 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=32948fc0ceafa998726f8c9604710af5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,547 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for e205db4799887166516848ff2c6e2d02 2024-12-13T20:19:08,547 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for e205db4799887166516848ff2c6e2d02 2024-12-13T20:19:08,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=27 2024-12-13T20:19:08,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=27, state=SUCCESS; OpenRegionProcedure 32948fc0ceafa998726f8c9604710af5, server=0fe162bcf4e3,44411,1734121132765 in 889 msec 2024-12-13T20:19:08,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=32948fc0ceafa998726f8c9604710af5, ASSIGN in 1.0600 sec 2024-12-13T20:19:08,566 INFO [StoreOpener-e205db4799887166516848ff2c6e2d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e205db4799887166516848ff2c6e2d02 2024-12-13T20:19:08,570 INFO [StoreOpener-e205db4799887166516848ff2c6e2d02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e205db4799887166516848ff2c6e2d02 columnFamilyName f 2024-12-13T20:19:08,570 DEBUG [StoreOpener-e205db4799887166516848ff2c6e2d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,571 INFO [StoreOpener-e205db4799887166516848ff2c6e2d02-1 {}] regionserver.HStore(327): Store=e205db4799887166516848ff2c6e2d02/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,572 INFO [StoreOpener-e205db4799887166516848ff2c6e2d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e205db4799887166516848ff2c6e2d02 2024-12-13T20:19:08,574 INFO [StoreOpener-e205db4799887166516848ff2c6e2d02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e205db4799887166516848ff2c6e2d02 columnFamilyName norep 2024-12-13T20:19:08,574 DEBUG [StoreOpener-e205db4799887166516848ff2c6e2d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,576 INFO [StoreOpener-e205db4799887166516848ff2c6e2d02-1 {}] regionserver.HStore(327): Store=e205db4799887166516848ff2c6e2d02/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,577 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/e205db4799887166516848ff2c6e2d02 2024-12-13T20:19:08,578 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/e205db4799887166516848ff2c6e2d02 2024-12-13T20:19:08,582 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,584 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for e205db4799887166516848ff2c6e2d02 2024-12-13T20:19:08,588 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/e205db4799887166516848ff2c6e2d02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,589 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened e205db4799887166516848ff2c6e2d02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59198505, jitterRate=-0.11787353456020355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,589 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for e205db4799887166516848ff2c6e2d02: 2024-12-13T20:19:08,590 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02., pid=51, masterSystemTime=1734121147817 2024-12-13T20:19:08,593 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. 2024-12-13T20:19:08,594 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. 2024-12-13T20:19:08,594 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. 2024-12-13T20:19:08,594 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c7e4cf932d3d4117de37445ba39a562, NAME => 'test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T20:19:08,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=e205db4799887166516848ff2c6e2d02, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,594 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c7e4cf932d3d4117de37445ba39a562 2024-12-13T20:19:08,594 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,594 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 8c7e4cf932d3d4117de37445ba39a562 2024-12-13T20:19:08,594 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 8c7e4cf932d3d4117de37445ba39a562 2024-12-13T20:19:08,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=23 2024-12-13T20:19:08,603 INFO [StoreOpener-8c7e4cf932d3d4117de37445ba39a562-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c7e4cf932d3d4117de37445ba39a562 2024-12-13T20:19:08,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=23, state=SUCCESS; OpenRegionProcedure e205db4799887166516848ff2c6e2d02, server=0fe162bcf4e3,44411,1734121132765 in 858 msec 2024-12-13T20:19:08,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e205db4799887166516848ff2c6e2d02, ASSIGN in 1.1090 sec 2024-12-13T20:19:08,606 INFO [StoreOpener-8c7e4cf932d3d4117de37445ba39a562-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c7e4cf932d3d4117de37445ba39a562 columnFamilyName f 2024-12-13T20:19:08,606 DEBUG [StoreOpener-8c7e4cf932d3d4117de37445ba39a562-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,607 INFO [StoreOpener-8c7e4cf932d3d4117de37445ba39a562-1 {}] regionserver.HStore(327): Store=8c7e4cf932d3d4117de37445ba39a562/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,607 INFO [StoreOpener-8c7e4cf932d3d4117de37445ba39a562-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c7e4cf932d3d4117de37445ba39a562 2024-12-13T20:19:08,612 INFO [StoreOpener-8c7e4cf932d3d4117de37445ba39a562-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c7e4cf932d3d4117de37445ba39a562 columnFamilyName norep 2024-12-13T20:19:08,612 DEBUG [StoreOpener-8c7e4cf932d3d4117de37445ba39a562-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,613 INFO [StoreOpener-8c7e4cf932d3d4117de37445ba39a562-1 {}] regionserver.HStore(327): Store=8c7e4cf932d3d4117de37445ba39a562/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,614 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/8c7e4cf932d3d4117de37445ba39a562 2024-12-13T20:19:08,615 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/8c7e4cf932d3d4117de37445ba39a562 2024-12-13T20:19:08,624 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,626 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 8c7e4cf932d3d4117de37445ba39a562 2024-12-13T20:19:08,629 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/8c7e4cf932d3d4117de37445ba39a562/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,630 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 8c7e4cf932d3d4117de37445ba39a562; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68954970, jitterRate=0.02750912308692932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,630 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 8c7e4cf932d3d4117de37445ba39a562: 2024-12-13T20:19:08,631 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562., pid=42, masterSystemTime=1734121147817 2024-12-13T20:19:08,635 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. 2024-12-13T20:19:08,635 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. 2024-12-13T20:19:08,635 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. 2024-12-13T20:19:08,635 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => f8d9849c7730acb51868ab2617fd9cd1, NAME => 'test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T20:19:08,636 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8d9849c7730acb51868ab2617fd9cd1 2024-12-13T20:19:08,636 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,636 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for f8d9849c7730acb51868ab2617fd9cd1 2024-12-13T20:19:08,636 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for f8d9849c7730acb51868ab2617fd9cd1 2024-12-13T20:19:08,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8c7e4cf932d3d4117de37445ba39a562, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,642 INFO [StoreOpener-f8d9849c7730acb51868ab2617fd9cd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8d9849c7730acb51868ab2617fd9cd1 2024-12-13T20:19:08,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=11 2024-12-13T20:19:08,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=11, state=SUCCESS; OpenRegionProcedure 8c7e4cf932d3d4117de37445ba39a562, server=0fe162bcf4e3,44411,1734121132765 in 950 msec 2024-12-13T20:19:08,649 INFO [StoreOpener-f8d9849c7730acb51868ab2617fd9cd1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8d9849c7730acb51868ab2617fd9cd1 columnFamilyName f 2024-12-13T20:19:08,650 DEBUG [StoreOpener-f8d9849c7730acb51868ab2617fd9cd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,651 INFO [StoreOpener-f8d9849c7730acb51868ab2617fd9cd1-1 {}] regionserver.HStore(327): Store=f8d9849c7730acb51868ab2617fd9cd1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,651 INFO [StoreOpener-f8d9849c7730acb51868ab2617fd9cd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8d9849c7730acb51868ab2617fd9cd1 2024-12-13T20:19:08,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8c7e4cf932d3d4117de37445ba39a562, ASSIGN in 1.1560 sec 2024-12-13T20:19:08,654 INFO [StoreOpener-f8d9849c7730acb51868ab2617fd9cd1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8d9849c7730acb51868ab2617fd9cd1 columnFamilyName norep 2024-12-13T20:19:08,654 DEBUG [StoreOpener-f8d9849c7730acb51868ab2617fd9cd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,655 INFO [StoreOpener-f8d9849c7730acb51868ab2617fd9cd1-1 {}] regionserver.HStore(327): Store=f8d9849c7730acb51868ab2617fd9cd1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,656 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/f8d9849c7730acb51868ab2617fd9cd1 2024-12-13T20:19:08,656 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/f8d9849c7730acb51868ab2617fd9cd1 2024-12-13T20:19:08,661 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,664 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for f8d9849c7730acb51868ab2617fd9cd1 2024-12-13T20:19:08,672 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/f8d9849c7730acb51868ab2617fd9cd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,673 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened f8d9849c7730acb51868ab2617fd9cd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63055286, jitterRate=-0.060403019189834595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,673 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for f8d9849c7730acb51868ab2617fd9cd1: 2024-12-13T20:19:08,674 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1., pid=46, masterSystemTime=1734121147817 2024-12-13T20:19:08,677 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. 2024-12-13T20:19:08,677 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. 2024-12-13T20:19:08,677 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. 2024-12-13T20:19:08,677 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=f8d9849c7730acb51868ab2617fd9cd1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,677 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => f2d7fcdf0c77db003a08a7c8dfa12593, NAME => 'test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T20:19:08,678 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:19:08,679 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,679 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:19:08,679 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:19:08,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=12 2024-12-13T20:19:08,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=12, state=SUCCESS; OpenRegionProcedure f8d9849c7730acb51868ab2617fd9cd1, server=0fe162bcf4e3,44411,1734121132765 in 965 msec 2024-12-13T20:19:08,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f8d9849c7730acb51868ab2617fd9cd1, ASSIGN in 1.1940 sec 2024-12-13T20:19:08,691 INFO [StoreOpener-f2d7fcdf0c77db003a08a7c8dfa12593-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:19:08,694 INFO [StoreOpener-f2d7fcdf0c77db003a08a7c8dfa12593-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d7fcdf0c77db003a08a7c8dfa12593 columnFamilyName f 2024-12-13T20:19:08,694 DEBUG [StoreOpener-f2d7fcdf0c77db003a08a7c8dfa12593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,694 INFO [StoreOpener-f2d7fcdf0c77db003a08a7c8dfa12593-1 {}] regionserver.HStore(327): Store=f2d7fcdf0c77db003a08a7c8dfa12593/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,695 INFO [StoreOpener-f2d7fcdf0c77db003a08a7c8dfa12593-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:19:08,701 INFO [StoreOpener-f2d7fcdf0c77db003a08a7c8dfa12593-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d7fcdf0c77db003a08a7c8dfa12593 columnFamilyName norep 2024-12-13T20:19:08,701 DEBUG [StoreOpener-f2d7fcdf0c77db003a08a7c8dfa12593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,702 INFO [StoreOpener-f2d7fcdf0c77db003a08a7c8dfa12593-1 {}] regionserver.HStore(327): Store=f2d7fcdf0c77db003a08a7c8dfa12593/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,704 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:19:08,704 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:19:08,717 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,719 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:19:08,727 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/f2d7fcdf0c77db003a08a7c8dfa12593/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,735 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened f2d7fcdf0c77db003a08a7c8dfa12593; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65814180, jitterRate=-0.01929229497909546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,736 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for f2d7fcdf0c77db003a08a7c8dfa12593: 2024-12-13T20:19:08,737 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593., pid=60, masterSystemTime=1734121147817 2024-12-13T20:19:08,753 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=f2d7fcdf0c77db003a08a7c8dfa12593, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,754 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. 2024-12-13T20:19:08,754 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. 2024-12-13T20:19:08,754 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. 2024-12-13T20:19:08,755 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => f242e1b2babf4490547e489f279c55f4, NAME => 'test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T20:19:08,755 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f242e1b2babf4490547e489f279c55f4 2024-12-13T20:19:08,755 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,755 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for f242e1b2babf4490547e489f279c55f4 2024-12-13T20:19:08,755 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for f242e1b2babf4490547e489f279c55f4 2024-12-13T20:19:08,758 INFO [StoreOpener-f242e1b2babf4490547e489f279c55f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f242e1b2babf4490547e489f279c55f4 2024-12-13T20:19:08,764 INFO [StoreOpener-f242e1b2babf4490547e489f279c55f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f242e1b2babf4490547e489f279c55f4 columnFamilyName f 2024-12-13T20:19:08,764 DEBUG [StoreOpener-f242e1b2babf4490547e489f279c55f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=32 2024-12-13T20:19:08,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=32, state=SUCCESS; OpenRegionProcedure f2d7fcdf0c77db003a08a7c8dfa12593, server=0fe162bcf4e3,44411,1734121132765 in 965 msec 2024-12-13T20:19:08,767 INFO [StoreOpener-f242e1b2babf4490547e489f279c55f4-1 {}] regionserver.HStore(327): Store=f242e1b2babf4490547e489f279c55f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f2d7fcdf0c77db003a08a7c8dfa12593, ASSIGN in 1.2700 sec 2024-12-13T20:19:08,767 INFO [StoreOpener-f242e1b2babf4490547e489f279c55f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f242e1b2babf4490547e489f279c55f4 2024-12-13T20:19:08,775 INFO [StoreOpener-f242e1b2babf4490547e489f279c55f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f242e1b2babf4490547e489f279c55f4 columnFamilyName norep 2024-12-13T20:19:08,775 DEBUG [StoreOpener-f242e1b2babf4490547e489f279c55f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,777 INFO [StoreOpener-f242e1b2babf4490547e489f279c55f4-1 {}] regionserver.HStore(327): Store=f242e1b2babf4490547e489f279c55f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,778 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/f242e1b2babf4490547e489f279c55f4 2024-12-13T20:19:08,779 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/f242e1b2babf4490547e489f279c55f4 2024-12-13T20:19:08,780 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,781 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for f242e1b2babf4490547e489f279c55f4 2024-12-13T20:19:08,786 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/f242e1b2babf4490547e489f279c55f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,787 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened f242e1b2babf4490547e489f279c55f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72288953, jitterRate=0.07718934118747711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,787 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for f242e1b2babf4490547e489f279c55f4: 2024-12-13T20:19:08,788 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4., pid=50, masterSystemTime=1734121147817 2024-12-13T20:19:08,791 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. 2024-12-13T20:19:08,791 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. 2024-12-13T20:19:08,791 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. 2024-12-13T20:19:08,791 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => a2a02d3491a35ae41cc9ca46adf0c645, NAME => 'test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T20:19:08,792 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a2a02d3491a35ae41cc9ca46adf0c645 2024-12-13T20:19:08,792 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,792 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for a2a02d3491a35ae41cc9ca46adf0c645 2024-12-13T20:19:08,792 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for a2a02d3491a35ae41cc9ca46adf0c645 2024-12-13T20:19:08,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=f242e1b2babf4490547e489f279c55f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,796 INFO [StoreOpener-a2a02d3491a35ae41cc9ca46adf0c645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2a02d3491a35ae41cc9ca46adf0c645 2024-12-13T20:19:08,799 INFO [StoreOpener-a2a02d3491a35ae41cc9ca46adf0c645-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a02d3491a35ae41cc9ca46adf0c645 columnFamilyName f 2024-12-13T20:19:08,799 DEBUG [StoreOpener-a2a02d3491a35ae41cc9ca46adf0c645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,800 INFO [StoreOpener-a2a02d3491a35ae41cc9ca46adf0c645-1 {}] regionserver.HStore(327): Store=a2a02d3491a35ae41cc9ca46adf0c645/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,800 INFO [StoreOpener-a2a02d3491a35ae41cc9ca46adf0c645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a2a02d3491a35ae41cc9ca46adf0c645 2024-12-13T20:19:08,807 INFO [StoreOpener-a2a02d3491a35ae41cc9ca46adf0c645-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a02d3491a35ae41cc9ca46adf0c645 columnFamilyName norep 2024-12-13T20:19:08,807 DEBUG [StoreOpener-a2a02d3491a35ae41cc9ca46adf0c645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=22 2024-12-13T20:19:08,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=22, state=SUCCESS; OpenRegionProcedure f242e1b2babf4490547e489f279c55f4, server=0fe162bcf4e3,44411,1734121132765 in 1.0620 sec 2024-12-13T20:19:08,811 INFO [StoreOpener-a2a02d3491a35ae41cc9ca46adf0c645-1 {}] regionserver.HStore(327): Store=a2a02d3491a35ae41cc9ca46adf0c645/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f242e1b2babf4490547e489f279c55f4, ASSIGN in 1.3150 sec 2024-12-13T20:19:08,813 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a2a02d3491a35ae41cc9ca46adf0c645 2024-12-13T20:19:08,814 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a2a02d3491a35ae41cc9ca46adf0c645 2024-12-13T20:19:08,816 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,818 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for a2a02d3491a35ae41cc9ca46adf0c645 2024-12-13T20:19:08,823 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a2a02d3491a35ae41cc9ca46adf0c645/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,825 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened a2a02d3491a35ae41cc9ca46adf0c645; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75050184, jitterRate=0.11833488941192627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,825 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for a2a02d3491a35ae41cc9ca46adf0c645: 2024-12-13T20:19:08,826 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645., pid=45, masterSystemTime=1734121147817 2024-12-13T20:19:08,829 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. 2024-12-13T20:19:08,829 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. 2024-12-13T20:19:08,829 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. 2024-12-13T20:19:08,830 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=a2a02d3491a35ae41cc9ca46adf0c645, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,830 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 267f1ec6dbddcc6b73e3066baec0b68a, NAME => 'test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T20:19:08,831 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 267f1ec6dbddcc6b73e3066baec0b68a 2024-12-13T20:19:08,831 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,835 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 267f1ec6dbddcc6b73e3066baec0b68a 2024-12-13T20:19:08,835 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 267f1ec6dbddcc6b73e3066baec0b68a 2024-12-13T20:19:08,841 INFO [StoreOpener-267f1ec6dbddcc6b73e3066baec0b68a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 267f1ec6dbddcc6b73e3066baec0b68a 2024-12-13T20:19:08,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=25 2024-12-13T20:19:08,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=25, state=SUCCESS; OpenRegionProcedure a2a02d3491a35ae41cc9ca46adf0c645, server=0fe162bcf4e3,44411,1734121132765 in 1.1230 sec 2024-12-13T20:19:08,843 INFO [StoreOpener-267f1ec6dbddcc6b73e3066baec0b68a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267f1ec6dbddcc6b73e3066baec0b68a columnFamilyName f 2024-12-13T20:19:08,843 DEBUG [StoreOpener-267f1ec6dbddcc6b73e3066baec0b68a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,844 INFO [StoreOpener-267f1ec6dbddcc6b73e3066baec0b68a-1 {}] regionserver.HStore(327): Store=267f1ec6dbddcc6b73e3066baec0b68a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,844 INFO [StoreOpener-267f1ec6dbddcc6b73e3066baec0b68a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 267f1ec6dbddcc6b73e3066baec0b68a 2024-12-13T20:19:08,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a2a02d3491a35ae41cc9ca46adf0c645, ASSIGN in 1.3470 sec 2024-12-13T20:19:08,846 INFO [StoreOpener-267f1ec6dbddcc6b73e3066baec0b68a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267f1ec6dbddcc6b73e3066baec0b68a columnFamilyName norep 2024-12-13T20:19:08,846 DEBUG [StoreOpener-267f1ec6dbddcc6b73e3066baec0b68a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,846 INFO [StoreOpener-267f1ec6dbddcc6b73e3066baec0b68a-1 {}] regionserver.HStore(327): Store=267f1ec6dbddcc6b73e3066baec0b68a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,848 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/267f1ec6dbddcc6b73e3066baec0b68a 2024-12-13T20:19:08,849 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/267f1ec6dbddcc6b73e3066baec0b68a 2024-12-13T20:19:08,852 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,853 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 267f1ec6dbddcc6b73e3066baec0b68a 2024-12-13T20:19:08,855 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/267f1ec6dbddcc6b73e3066baec0b68a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,856 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 267f1ec6dbddcc6b73e3066baec0b68a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69615771, jitterRate=0.037355825304985046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,856 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 267f1ec6dbddcc6b73e3066baec0b68a: 2024-12-13T20:19:08,857 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a., pid=54, masterSystemTime=1734121147817 2024-12-13T20:19:08,865 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. 2024-12-13T20:19:08,865 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. 2024-12-13T20:19:08,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=267f1ec6dbddcc6b73e3066baec0b68a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,865 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. 2024-12-13T20:19:08,865 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 7ab0eb37713f5a766bdae6d362c90c01, NAME => 'test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T20:19:08,866 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7ab0eb37713f5a766bdae6d362c90c01 2024-12-13T20:19:08,866 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,866 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 7ab0eb37713f5a766bdae6d362c90c01 2024-12-13T20:19:08,866 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 7ab0eb37713f5a766bdae6d362c90c01 2024-12-13T20:19:08,869 INFO [StoreOpener-7ab0eb37713f5a766bdae6d362c90c01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ab0eb37713f5a766bdae6d362c90c01 2024-12-13T20:19:08,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=26 2024-12-13T20:19:08,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=26, state=SUCCESS; OpenRegionProcedure 267f1ec6dbddcc6b73e3066baec0b68a, server=0fe162bcf4e3,44411,1734121132765 in 1.1140 sec 2024-12-13T20:19:08,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=267f1ec6dbddcc6b73e3066baec0b68a, ASSIGN in 1.3800 sec 2024-12-13T20:19:08,880 INFO [StoreOpener-7ab0eb37713f5a766bdae6d362c90c01-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab0eb37713f5a766bdae6d362c90c01 columnFamilyName f 2024-12-13T20:19:08,880 DEBUG [StoreOpener-7ab0eb37713f5a766bdae6d362c90c01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,881 INFO [StoreOpener-7ab0eb37713f5a766bdae6d362c90c01-1 {}] regionserver.HStore(327): Store=7ab0eb37713f5a766bdae6d362c90c01/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,881 INFO [StoreOpener-7ab0eb37713f5a766bdae6d362c90c01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7ab0eb37713f5a766bdae6d362c90c01 2024-12-13T20:19:08,883 INFO [StoreOpener-7ab0eb37713f5a766bdae6d362c90c01-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab0eb37713f5a766bdae6d362c90c01 columnFamilyName norep 2024-12-13T20:19:08,883 DEBUG [StoreOpener-7ab0eb37713f5a766bdae6d362c90c01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,883 INFO [StoreOpener-7ab0eb37713f5a766bdae6d362c90c01-1 {}] regionserver.HStore(327): Store=7ab0eb37713f5a766bdae6d362c90c01/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,884 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/7ab0eb37713f5a766bdae6d362c90c01 2024-12-13T20:19:08,885 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/7ab0eb37713f5a766bdae6d362c90c01 2024-12-13T20:19:08,886 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,887 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 7ab0eb37713f5a766bdae6d362c90c01 2024-12-13T20:19:08,890 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/7ab0eb37713f5a766bdae6d362c90c01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,890 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 7ab0eb37713f5a766bdae6d362c90c01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68562632, jitterRate=0.02166283130645752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,890 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 7ab0eb37713f5a766bdae6d362c90c01: 2024-12-13T20:19:08,891 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01., pid=56, masterSystemTime=1734121147817 2024-12-13T20:19:08,894 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. 2024-12-13T20:19:08,894 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. 2024-12-13T20:19:08,894 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. 2024-12-13T20:19:08,894 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 61258bf415f682415495931b6b2190d3, NAME => 'test,ooo,1734121144384.61258bf415f682415495931b6b2190d3.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T20:19:08,894 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61258bf415f682415495931b6b2190d3 2024-12-13T20:19:08,894 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ooo,1734121144384.61258bf415f682415495931b6b2190d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,894 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 61258bf415f682415495931b6b2190d3 2024-12-13T20:19:08,894 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 61258bf415f682415495931b6b2190d3 2024-12-13T20:19:08,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=7ab0eb37713f5a766bdae6d362c90c01, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,896 INFO [StoreOpener-61258bf415f682415495931b6b2190d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61258bf415f682415495931b6b2190d3 2024-12-13T20:19:08,899 INFO [StoreOpener-61258bf415f682415495931b6b2190d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61258bf415f682415495931b6b2190d3 columnFamilyName f 2024-12-13T20:19:08,899 DEBUG [StoreOpener-61258bf415f682415495931b6b2190d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,900 INFO [StoreOpener-61258bf415f682415495931b6b2190d3-1 {}] regionserver.HStore(327): Store=61258bf415f682415495931b6b2190d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,900 INFO [StoreOpener-61258bf415f682415495931b6b2190d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61258bf415f682415495931b6b2190d3 2024-12-13T20:19:08,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=21 2024-12-13T20:19:08,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=21, state=SUCCESS; OpenRegionProcedure 7ab0eb37713f5a766bdae6d362c90c01, server=0fe162bcf4e3,44411,1734121132765 in 1.1270 sec 2024-12-13T20:19:08,902 INFO [StoreOpener-61258bf415f682415495931b6b2190d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61258bf415f682415495931b6b2190d3 columnFamilyName norep 2024-12-13T20:19:08,902 DEBUG [StoreOpener-61258bf415f682415495931b6b2190d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,903 INFO [StoreOpener-61258bf415f682415495931b6b2190d3-1 {}] regionserver.HStore(327): Store=61258bf415f682415495931b6b2190d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7ab0eb37713f5a766bdae6d362c90c01, ASSIGN in 1.4070 sec 2024-12-13T20:19:08,904 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/61258bf415f682415495931b6b2190d3 2024-12-13T20:19:08,904 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/61258bf415f682415495931b6b2190d3 2024-12-13T20:19:08,905 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,906 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 61258bf415f682415495931b6b2190d3 2024-12-13T20:19:08,908 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/61258bf415f682415495931b6b2190d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,909 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 61258bf415f682415495931b6b2190d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74788128, jitterRate=0.11442995071411133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,909 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 61258bf415f682415495931b6b2190d3: 2024-12-13T20:19:08,910 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734121144384.61258bf415f682415495931b6b2190d3., pid=58, masterSystemTime=1734121147817 2024-12-13T20:19:08,912 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. 2024-12-13T20:19:08,912 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. 2024-12-13T20:19:08,912 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. 2024-12-13T20:19:08,912 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 90d5b9e41d72408cbe36aa1ba386fbf6, NAME => 'test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T20:19:08,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=61258bf415f682415495931b6b2190d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,913 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 90d5b9e41d72408cbe36aa1ba386fbf6 2024-12-13T20:19:08,913 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,913 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 90d5b9e41d72408cbe36aa1ba386fbf6 2024-12-13T20:19:08,913 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 90d5b9e41d72408cbe36aa1ba386fbf6 2024-12-13T20:19:08,917 INFO [StoreOpener-90d5b9e41d72408cbe36aa1ba386fbf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 90d5b9e41d72408cbe36aa1ba386fbf6 2024-12-13T20:19:08,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=24 2024-12-13T20:19:08,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=24, state=SUCCESS; OpenRegionProcedure 61258bf415f682415495931b6b2190d3, server=0fe162bcf4e3,44411,1734121132765 in 1.1410 sec 2024-12-13T20:19:08,919 INFO [StoreOpener-90d5b9e41d72408cbe36aa1ba386fbf6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90d5b9e41d72408cbe36aa1ba386fbf6 columnFamilyName f 2024-12-13T20:19:08,919 DEBUG [StoreOpener-90d5b9e41d72408cbe36aa1ba386fbf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=61258bf415f682415495931b6b2190d3, ASSIGN in 1.4240 sec 2024-12-13T20:19:08,920 INFO [StoreOpener-90d5b9e41d72408cbe36aa1ba386fbf6-1 {}] regionserver.HStore(327): Store=90d5b9e41d72408cbe36aa1ba386fbf6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,920 INFO [StoreOpener-90d5b9e41d72408cbe36aa1ba386fbf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 90d5b9e41d72408cbe36aa1ba386fbf6 2024-12-13T20:19:08,922 INFO [StoreOpener-90d5b9e41d72408cbe36aa1ba386fbf6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90d5b9e41d72408cbe36aa1ba386fbf6 columnFamilyName norep 2024-12-13T20:19:08,923 DEBUG [StoreOpener-90d5b9e41d72408cbe36aa1ba386fbf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,924 INFO [StoreOpener-90d5b9e41d72408cbe36aa1ba386fbf6-1 {}] regionserver.HStore(327): Store=90d5b9e41d72408cbe36aa1ba386fbf6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,925 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/90d5b9e41d72408cbe36aa1ba386fbf6 2024-12-13T20:19:08,926 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/90d5b9e41d72408cbe36aa1ba386fbf6 2024-12-13T20:19:08,927 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,929 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 90d5b9e41d72408cbe36aa1ba386fbf6 2024-12-13T20:19:08,931 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/90d5b9e41d72408cbe36aa1ba386fbf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,932 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 90d5b9e41d72408cbe36aa1ba386fbf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68950528, jitterRate=0.02744293212890625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,932 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 90d5b9e41d72408cbe36aa1ba386fbf6: 2024-12-13T20:19:08,933 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6., pid=39, masterSystemTime=1734121147817 2024-12-13T20:19:08,936 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. 2024-12-13T20:19:08,936 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. 2024-12-13T20:19:08,936 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. 2024-12-13T20:19:08,936 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => dab56f5776a7e516a1ff8ac1d5c77314, NAME => 'test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T20:19:08,937 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dab56f5776a7e516a1ff8ac1d5c77314 2024-12-13T20:19:08,937 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=90d5b9e41d72408cbe36aa1ba386fbf6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,937 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,937 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for dab56f5776a7e516a1ff8ac1d5c77314 2024-12-13T20:19:08,937 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for dab56f5776a7e516a1ff8ac1d5c77314 2024-12-13T20:19:08,939 INFO [StoreOpener-dab56f5776a7e516a1ff8ac1d5c77314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dab56f5776a7e516a1ff8ac1d5c77314 2024-12-13T20:19:08,941 INFO [StoreOpener-dab56f5776a7e516a1ff8ac1d5c77314-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dab56f5776a7e516a1ff8ac1d5c77314 columnFamilyName f 2024-12-13T20:19:08,941 DEBUG [StoreOpener-dab56f5776a7e516a1ff8ac1d5c77314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,942 INFO [StoreOpener-dab56f5776a7e516a1ff8ac1d5c77314-1 {}] regionserver.HStore(327): Store=dab56f5776a7e516a1ff8ac1d5c77314/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,942 INFO [StoreOpener-dab56f5776a7e516a1ff8ac1d5c77314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dab56f5776a7e516a1ff8ac1d5c77314 2024-12-13T20:19:08,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=33 2024-12-13T20:19:08,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=33, state=SUCCESS; OpenRegionProcedure 90d5b9e41d72408cbe36aa1ba386fbf6, server=0fe162bcf4e3,44411,1734121132765 in 1.2770 sec 2024-12-13T20:19:08,945 INFO [StoreOpener-dab56f5776a7e516a1ff8ac1d5c77314-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dab56f5776a7e516a1ff8ac1d5c77314 columnFamilyName norep 2024-12-13T20:19:08,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=90d5b9e41d72408cbe36aa1ba386fbf6, ASSIGN in 1.4490 sec 2024-12-13T20:19:08,945 DEBUG [StoreOpener-dab56f5776a7e516a1ff8ac1d5c77314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,945 INFO [StoreOpener-dab56f5776a7e516a1ff8ac1d5c77314-1 {}] regionserver.HStore(327): Store=dab56f5776a7e516a1ff8ac1d5c77314/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,946 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/dab56f5776a7e516a1ff8ac1d5c77314 2024-12-13T20:19:08,947 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/dab56f5776a7e516a1ff8ac1d5c77314 2024-12-13T20:19:08,948 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,950 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for dab56f5776a7e516a1ff8ac1d5c77314 2024-12-13T20:19:08,958 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/dab56f5776a7e516a1ff8ac1d5c77314/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,959 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened dab56f5776a7e516a1ff8ac1d5c77314; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68976247, jitterRate=0.027826175093650818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,959 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for dab56f5776a7e516a1ff8ac1d5c77314: 2024-12-13T20:19:08,960 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314., pid=47, masterSystemTime=1734121147817 2024-12-13T20:19:08,962 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. 2024-12-13T20:19:08,963 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. 2024-12-13T20:19:08,963 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. 2024-12-13T20:19:08,963 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 0c687a3df319d74365a4f69fd5934399, NAME => 'test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T20:19:08,963 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=dab56f5776a7e516a1ff8ac1d5c77314, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,963 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c687a3df319d74365a4f69fd5934399 2024-12-13T20:19:08,964 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,964 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 0c687a3df319d74365a4f69fd5934399 2024-12-13T20:19:08,964 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 0c687a3df319d74365a4f69fd5934399 2024-12-13T20:19:08,966 INFO [StoreOpener-0c687a3df319d74365a4f69fd5934399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c687a3df319d74365a4f69fd5934399 2024-12-13T20:19:08,969 INFO [StoreOpener-0c687a3df319d74365a4f69fd5934399-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c687a3df319d74365a4f69fd5934399 columnFamilyName f 2024-12-13T20:19:08,969 DEBUG [StoreOpener-0c687a3df319d74365a4f69fd5934399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=19 2024-12-13T20:19:08,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=19, state=SUCCESS; OpenRegionProcedure dab56f5776a7e516a1ff8ac1d5c77314, server=0fe162bcf4e3,44411,1734121132765 in 1.2430 sec 2024-12-13T20:19:08,970 INFO [StoreOpener-0c687a3df319d74365a4f69fd5934399-1 {}] regionserver.HStore(327): Store=0c687a3df319d74365a4f69fd5934399/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,970 INFO [StoreOpener-0c687a3df319d74365a4f69fd5934399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c687a3df319d74365a4f69fd5934399 2024-12-13T20:19:08,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dab56f5776a7e516a1ff8ac1d5c77314, ASSIGN in 1.4750 sec 2024-12-13T20:19:08,973 INFO [StoreOpener-0c687a3df319d74365a4f69fd5934399-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c687a3df319d74365a4f69fd5934399 columnFamilyName norep 2024-12-13T20:19:08,973 DEBUG [StoreOpener-0c687a3df319d74365a4f69fd5934399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,974 INFO [StoreOpener-0c687a3df319d74365a4f69fd5934399-1 {}] regionserver.HStore(327): Store=0c687a3df319d74365a4f69fd5934399/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,975 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/0c687a3df319d74365a4f69fd5934399 2024-12-13T20:19:08,976 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/0c687a3df319d74365a4f69fd5934399 2024-12-13T20:19:08,978 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,979 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 0c687a3df319d74365a4f69fd5934399 2024-12-13T20:19:08,982 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/0c687a3df319d74365a4f69fd5934399/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:08,982 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 0c687a3df319d74365a4f69fd5934399; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70263803, jitterRate=0.04701225459575653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:08,982 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 0c687a3df319d74365a4f69fd5934399: 2024-12-13T20:19:08,984 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399., pid=57, masterSystemTime=1734121147817 2024-12-13T20:19:08,986 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. 2024-12-13T20:19:08,986 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. 2024-12-13T20:19:08,986 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. 2024-12-13T20:19:08,986 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 304228af6ea8f78b58a5c3b5c66dbeeb, NAME => 'test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T20:19:08,986 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=0c687a3df319d74365a4f69fd5934399, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:08,987 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 304228af6ea8f78b58a5c3b5c66dbeeb 2024-12-13T20:19:08,987 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:08,987 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 304228af6ea8f78b58a5c3b5c66dbeeb 2024-12-13T20:19:08,987 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 304228af6ea8f78b58a5c3b5c66dbeeb 2024-12-13T20:19:08,989 INFO [StoreOpener-304228af6ea8f78b58a5c3b5c66dbeeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 304228af6ea8f78b58a5c3b5c66dbeeb 2024-12-13T20:19:08,991 INFO [StoreOpener-304228af6ea8f78b58a5c3b5c66dbeeb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304228af6ea8f78b58a5c3b5c66dbeeb columnFamilyName f 2024-12-13T20:19:08,991 DEBUG [StoreOpener-304228af6ea8f78b58a5c3b5c66dbeeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=35 2024-12-13T20:19:08,991 INFO [StoreOpener-304228af6ea8f78b58a5c3b5c66dbeeb-1 {}] regionserver.HStore(327): Store=304228af6ea8f78b58a5c3b5c66dbeeb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=35, state=SUCCESS; OpenRegionProcedure 0c687a3df319d74365a4f69fd5934399, server=0fe162bcf4e3,44411,1734121132765 in 1.2170 sec 2024-12-13T20:19:08,992 INFO [StoreOpener-304228af6ea8f78b58a5c3b5c66dbeeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 304228af6ea8f78b58a5c3b5c66dbeeb 2024-12-13T20:19:08,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0c687a3df319d74365a4f69fd5934399, ASSIGN in 1.4970 sec 2024-12-13T20:19:08,993 INFO [StoreOpener-304228af6ea8f78b58a5c3b5c66dbeeb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304228af6ea8f78b58a5c3b5c66dbeeb columnFamilyName norep 2024-12-13T20:19:08,993 DEBUG [StoreOpener-304228af6ea8f78b58a5c3b5c66dbeeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:08,994 INFO [StoreOpener-304228af6ea8f78b58a5c3b5c66dbeeb-1 {}] regionserver.HStore(327): Store=304228af6ea8f78b58a5c3b5c66dbeeb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:08,995 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/304228af6ea8f78b58a5c3b5c66dbeeb 2024-12-13T20:19:08,995 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/304228af6ea8f78b58a5c3b5c66dbeeb 2024-12-13T20:19:08,996 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:08,997 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 304228af6ea8f78b58a5c3b5c66dbeeb 2024-12-13T20:19:09,000 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/304228af6ea8f78b58a5c3b5c66dbeeb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:09,000 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 304228af6ea8f78b58a5c3b5c66dbeeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71302689, jitterRate=0.06249286234378815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:09,000 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 304228af6ea8f78b58a5c3b5c66dbeeb: 2024-12-13T20:19:09,001 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb., pid=41, masterSystemTime=1734121147817 2024-12-13T20:19:09,003 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. 2024-12-13T20:19:09,003 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. 2024-12-13T20:19:09,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=304228af6ea8f78b58a5c3b5c66dbeeb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:09,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=28 2024-12-13T20:19:09,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=28, state=SUCCESS; OpenRegionProcedure 304228af6ea8f78b58a5c3b5c66dbeeb, server=0fe162bcf4e3,44411,1734121132765 in 1.3150 sec 2024-12-13T20:19:09,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=9 2024-12-13T20:19:09,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=304228af6ea8f78b58a5c3b5c66dbeeb, ASSIGN in 1.5140 sec 2024-12-13T20:19:09,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T20:19:09,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121149011"}]},"ts":"1734121149011"} 2024-12-13T20:19:09,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T20:19:09,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T20:19:09,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.6660 sec 2024-12-13T20:19:10,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:12,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:12,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-13T20:19:12,353 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-13T20:19:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:12,530 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T20:19:12,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T20:19:12,531 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T20:19:12,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T20:19:12,543 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T20:19:12,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T20:19:12,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T20:19:12,548 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T20:19:12,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T20:19:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T20:19:12,553 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T20:19:12,553 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:12,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T20:19:12,555 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T20:19:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:12,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741837_1013 (size=631) 2024-12-13T20:19:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:12,966 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 28c750cb775b00294c0f34a7770cf991, NAME => 'test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:12,967 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bba34a827aa6b94243ffc4f23c85b674, NAME => 'test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:12,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 18a002ef703e3e32f709a7ead0386582, NAME => 'test,,1734121152549.18a002ef703e3e32f709a7ead0386582.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:12,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741838_1014 (size=42) 2024-12-13T20:19:12,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741839_1015 (size=45) 2024-12-13T20:19:12,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734121152549.18a002ef703e3e32f709a7ead0386582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:12,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 18a002ef703e3e32f709a7ead0386582, disabling compactions & flushes 2024-12-13T20:19:12,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734121152549.18a002ef703e3e32f709a7ead0386582. 2024-12-13T20:19:12,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734121152549.18a002ef703e3e32f709a7ead0386582. 2024-12-13T20:19:12,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:12,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734121152549.18a002ef703e3e32f709a7ead0386582. after waiting 0 ms 2024-12-13T20:19:12,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734121152549.18a002ef703e3e32f709a7ead0386582. 2024-12-13T20:19:12,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing bba34a827aa6b94243ffc4f23c85b674, disabling compactions & flushes 2024-12-13T20:19:12,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734121152549.18a002ef703e3e32f709a7ead0386582. 2024-12-13T20:19:12,990 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. 2024-12-13T20:19:12,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. 2024-12-13T20:19:12,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 18a002ef703e3e32f709a7ead0386582: 2024-12-13T20:19:12,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. after waiting 0 ms 2024-12-13T20:19:12,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. 2024-12-13T20:19:12,990 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. 2024-12-13T20:19:12,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for bba34a827aa6b94243ffc4f23c85b674: 2024-12-13T20:19:12,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3e9a32ffb667979dd78c3ee8c2691d02, NAME => 'test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:12,992 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c25ba0a2f04d574e7d6823e4fd4b28a3, NAME => 'test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:12,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741840_1016 (size=45) 2024-12-13T20:19:13,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741842_1018 (size=45) 2024-12-13T20:19:13,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741841_1017 (size=45) 2024-12-13T20:19:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:13,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T20:19:13,394 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:13,394 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 28c750cb775b00294c0f34a7770cf991, disabling compactions & flushes 2024-12-13T20:19:13,394 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. 2024-12-13T20:19:13,394 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. 2024-12-13T20:19:13,394 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. after waiting 0 ms 2024-12-13T20:19:13,394 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. 2024-12-13T20:19:13,395 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. 2024-12-13T20:19:13,395 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 28c750cb775b00294c0f34a7770cf991: 2024-12-13T20:19:13,396 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c28f2dadd20eedc897cc674aac5a7bc9, NAME => 'test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:13,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741843_1019 (size=45) 2024-12-13T20:19:13,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:13,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 3e9a32ffb667979dd78c3ee8c2691d02, disabling compactions & flushes 2024-12-13T20:19:13,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. 2024-12-13T20:19:13,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. 2024-12-13T20:19:13,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. after waiting 0 ms 2024-12-13T20:19:13,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. 2024-12-13T20:19:13,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. 2024-12-13T20:19:13,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3e9a32ffb667979dd78c3ee8c2691d02: 2024-12-13T20:19:13,404 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 02d5f122935ca988080a8eac0ee733da, NAME => 'test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:13,404 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:13,404 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c25ba0a2f04d574e7d6823e4fd4b28a3, disabling compactions & flushes 2024-12-13T20:19:13,404 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. 2024-12-13T20:19:13,404 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. 2024-12-13T20:19:13,404 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. after waiting 0 ms 2024-12-13T20:19:13,404 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. 2024-12-13T20:19:13,404 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. 2024-12-13T20:19:13,404 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c25ba0a2f04d574e7d6823e4fd4b28a3: 2024-12-13T20:19:13,404 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => da8726cd9e55919c8c3cb8bfae9ae8c0, NAME => 'test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:13,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741844_1020 (size=45) 2024-12-13T20:19:13,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741845_1021 (size=45) 2024-12-13T20:19:13,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T20:19:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:13,803 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:13,803 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c28f2dadd20eedc897cc674aac5a7bc9, disabling compactions & flushes 2024-12-13T20:19:13,803 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. 2024-12-13T20:19:13,803 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. 2024-12-13T20:19:13,803 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. after waiting 0 ms 2024-12-13T20:19:13,803 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. 2024-12-13T20:19:13,803 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. 2024-12-13T20:19:13,803 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c28f2dadd20eedc897cc674aac5a7bc9: 2024-12-13T20:19:13,805 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7c582a24c21c8e98c0ddda912bfca34d, NAME => 'test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:13,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:13,813 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:13,813 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing da8726cd9e55919c8c3cb8bfae9ae8c0, disabling compactions & flushes 2024-12-13T20:19:13,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 02d5f122935ca988080a8eac0ee733da, disabling compactions & flushes 2024-12-13T20:19:13,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. 2024-12-13T20:19:13,813 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. 2024-12-13T20:19:13,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. 2024-12-13T20:19:13,813 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. 2024-12-13T20:19:13,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. after waiting 0 ms 2024-12-13T20:19:13,813 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. after waiting 0 ms 2024-12-13T20:19:13,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. 2024-12-13T20:19:13,813 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. 2024-12-13T20:19:13,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. 2024-12-13T20:19:13,813 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. 2024-12-13T20:19:13,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 02d5f122935ca988080a8eac0ee733da: 2024-12-13T20:19:13,813 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for da8726cd9e55919c8c3cb8bfae9ae8c0: 2024-12-13T20:19:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741846_1022 (size=45) 2024-12-13T20:19:13,815 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a6e88e168491b105f1d099b3fba4c44a, NAME => 'test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:13,815 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8e8380b5eb75e3fad207d77641c32e35, NAME => 'test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741847_1023 (size=45) 2024-12-13T20:19:13,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741848_1024 (size=45) 2024-12-13T20:19:13,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:13,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8e8380b5eb75e3fad207d77641c32e35, disabling compactions & flushes 2024-12-13T20:19:13,844 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. 2024-12-13T20:19:13,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. 2024-12-13T20:19:13,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. after waiting 0 ms 2024-12-13T20:19:13,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. 2024-12-13T20:19:13,844 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. 2024-12-13T20:19:13,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8e8380b5eb75e3fad207d77641c32e35: 2024-12-13T20:19:13,845 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c7f4f0cc8da1526ec4f88439cc15710e, NAME => 'test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741849_1025 (size=45) 2024-12-13T20:19:14,214 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:14,215 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7c582a24c21c8e98c0ddda912bfca34d, disabling compactions & flushes 2024-12-13T20:19:14,215 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. 2024-12-13T20:19:14,215 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. 2024-12-13T20:19:14,215 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. after waiting 0 ms 2024-12-13T20:19:14,215 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. 2024-12-13T20:19:14,215 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. 2024-12-13T20:19:14,215 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7c582a24c21c8e98c0ddda912bfca34d: 2024-12-13T20:19:14,215 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8e3919f6f5ab56cda86d77873359506c, NAME => 'test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:14,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741850_1026 (size=45) 2024-12-13T20:19:14,235 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:14,235 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a6e88e168491b105f1d099b3fba4c44a, disabling compactions & flushes 2024-12-13T20:19:14,235 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. 2024-12-13T20:19:14,235 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. 2024-12-13T20:19:14,235 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. after waiting 0 ms 2024-12-13T20:19:14,235 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. 2024-12-13T20:19:14,235 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. 2024-12-13T20:19:14,235 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a6e88e168491b105f1d099b3fba4c44a: 2024-12-13T20:19:14,236 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fb1fd55ad2b71d0b14efd79c8bedbbad, NAME => 'test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:14,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741851_1027 (size=45) 2024-12-13T20:19:14,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:14,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c7f4f0cc8da1526ec4f88439cc15710e, disabling compactions & flushes 2024-12-13T20:19:14,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. 2024-12-13T20:19:14,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. 2024-12-13T20:19:14,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. after waiting 0 ms 2024-12-13T20:19:14,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. 2024-12-13T20:19:14,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. 2024-12-13T20:19:14,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c7f4f0cc8da1526ec4f88439cc15710e: 2024-12-13T20:19:14,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4653348822124760496298d47c7cd160, NAME => 'test,ooo,1734121152549.4653348822124760496298d47c7cd160.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:14,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741852_1028 (size=45) 2024-12-13T20:19:14,629 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:14,629 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8e3919f6f5ab56cda86d77873359506c, disabling compactions & flushes 2024-12-13T20:19:14,629 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. 2024-12-13T20:19:14,629 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. 2024-12-13T20:19:14,629 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. after waiting 0 ms 2024-12-13T20:19:14,630 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. 2024-12-13T20:19:14,630 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. 2024-12-13T20:19:14,630 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8e3919f6f5ab56cda86d77873359506c: 2024-12-13T20:19:14,631 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9589f4b24d9f47b00062d7b420b8b6d0, NAME => 'test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741853_1029 (size=45) 2024-12-13T20:19:14,645 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:14,645 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing fb1fd55ad2b71d0b14efd79c8bedbbad, disabling compactions & flushes 2024-12-13T20:19:14,645 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. 2024-12-13T20:19:14,645 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. 2024-12-13T20:19:14,645 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. after waiting 0 ms 2024-12-13T20:19:14,645 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. 2024-12-13T20:19:14,645 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. 2024-12-13T20:19:14,645 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for fb1fd55ad2b71d0b14efd79c8bedbbad: 2024-12-13T20:19:14,646 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2ba4bd0015784a49b4aacea635f204e7, NAME => 'test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:14,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741854_1030 (size=45) 2024-12-13T20:19:14,659 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:14,659 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2ba4bd0015784a49b4aacea635f204e7, disabling compactions & flushes 2024-12-13T20:19:14,659 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. 2024-12-13T20:19:14,659 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. 2024-12-13T20:19:14,659 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. after waiting 0 ms 2024-12-13T20:19:14,659 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. 2024-12-13T20:19:14,659 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. 2024-12-13T20:19:14,659 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2ba4bd0015784a49b4aacea635f204e7: 2024-12-13T20:19:14,660 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7a24272338b8723aa74b9e96955a72dc, NAME => 'test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:14,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734121152549.4653348822124760496298d47c7cd160.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:14,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 4653348822124760496298d47c7cd160, disabling compactions & flushes 2024-12-13T20:19:14,663 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734121152549.4653348822124760496298d47c7cd160. 2024-12-13T20:19:14,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734121152549.4653348822124760496298d47c7cd160. 2024-12-13T20:19:14,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734121152549.4653348822124760496298d47c7cd160. after waiting 0 ms 2024-12-13T20:19:14,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734121152549.4653348822124760496298d47c7cd160. 2024-12-13T20:19:14,663 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734121152549.4653348822124760496298d47c7cd160. 2024-12-13T20:19:14,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4653348822124760496298d47c7cd160: 2024-12-13T20:19:14,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 339b61e8113331cda9dc39d7ae001adc, NAME => 'test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:14,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741855_1031 (size=45) 2024-12-13T20:19:14,668 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:14,668 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7a24272338b8723aa74b9e96955a72dc, disabling compactions & flushes 2024-12-13T20:19:14,668 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. 2024-12-13T20:19:14,668 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. 2024-12-13T20:19:14,668 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. after waiting 0 ms 2024-12-13T20:19:14,668 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. 2024-12-13T20:19:14,668 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. 2024-12-13T20:19:14,668 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7a24272338b8723aa74b9e96955a72dc: 2024-12-13T20:19:14,669 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f7e998dad54374b18bfaedfaf8067dc6, NAME => 'test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:14,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741856_1032 (size=45) 2024-12-13T20:19:14,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741857_1033 (size=45) 2024-12-13T20:19:14,677 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:14,677 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f7e998dad54374b18bfaedfaf8067dc6, disabling compactions & flushes 2024-12-13T20:19:14,677 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. 2024-12-13T20:19:14,677 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. 2024-12-13T20:19:14,677 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. after waiting 0 ms 2024-12-13T20:19:14,677 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. 2024-12-13T20:19:14,677 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. 2024-12-13T20:19:14,677 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f7e998dad54374b18bfaedfaf8067dc6: 2024-12-13T20:19:14,678 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bda4e8eb168821734374563c5f1bb52e, NAME => 'test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:14,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741858_1034 (size=45) 2024-12-13T20:19:15,044 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:15,044 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9589f4b24d9f47b00062d7b420b8b6d0, disabling compactions & flushes 2024-12-13T20:19:15,044 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. 2024-12-13T20:19:15,044 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. 2024-12-13T20:19:15,044 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. after waiting 0 ms 2024-12-13T20:19:15,044 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. 2024-12-13T20:19:15,044 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. 2024-12-13T20:19:15,044 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9589f4b24d9f47b00062d7b420b8b6d0: 2024-12-13T20:19:15,045 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9bdd3c345c81c5e60e393baf70e90910, NAME => 'test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:15,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741859_1035 (size=45) 2024-12-13T20:19:15,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:15,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 339b61e8113331cda9dc39d7ae001adc, disabling compactions & flushes 2024-12-13T20:19:15,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. 2024-12-13T20:19:15,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. 2024-12-13T20:19:15,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. after waiting 0 ms 2024-12-13T20:19:15,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. 2024-12-13T20:19:15,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. 2024-12-13T20:19:15,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 339b61e8113331cda9dc39d7ae001adc: 2024-12-13T20:19:15,075 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f8a417d1a18bcc96ee438912d457754e, NAME => 'test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741860_1036 (size=45) 2024-12-13T20:19:15,085 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:15,086 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing bda4e8eb168821734374563c5f1bb52e, disabling compactions & flushes 2024-12-13T20:19:15,086 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. 2024-12-13T20:19:15,086 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. 2024-12-13T20:19:15,086 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. after waiting 0 ms 2024-12-13T20:19:15,086 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. 2024-12-13T20:19:15,086 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. 2024-12-13T20:19:15,086 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for bda4e8eb168821734374563c5f1bb52e: 2024-12-13T20:19:15,087 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3ea2b3614de479e95595e31ad81deeef, NAME => 'test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741861_1037 (size=45) 2024-12-13T20:19:15,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:15,453 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:15,453 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9bdd3c345c81c5e60e393baf70e90910, disabling compactions & flushes 2024-12-13T20:19:15,453 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. 2024-12-13T20:19:15,453 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. 2024-12-13T20:19:15,453 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. after waiting 0 ms 2024-12-13T20:19:15,453 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. 2024-12-13T20:19:15,453 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. 2024-12-13T20:19:15,453 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9bdd3c345c81c5e60e393baf70e90910: 2024-12-13T20:19:15,454 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 096e7d4e87b598362c20f90885c2988c, NAME => 'test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:15,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741862_1038 (size=45) 2024-12-13T20:19:15,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:15,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f8a417d1a18bcc96ee438912d457754e, disabling compactions & flushes 2024-12-13T20:19:15,484 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. 2024-12-13T20:19:15,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. 2024-12-13T20:19:15,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. after waiting 0 ms 2024-12-13T20:19:15,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. 2024-12-13T20:19:15,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. 2024-12-13T20:19:15,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f8a417d1a18bcc96ee438912d457754e: 2024-12-13T20:19:15,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d4b92122947092d88bdb8e3d5c702823, NAME => 'test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:15,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741863_1039 (size=42) 2024-12-13T20:19:15,495 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:15,495 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 3ea2b3614de479e95595e31ad81deeef, disabling compactions & flushes 2024-12-13T20:19:15,495 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. 2024-12-13T20:19:15,495 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. 2024-12-13T20:19:15,495 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. after waiting 0 ms 2024-12-13T20:19:15,495 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. 2024-12-13T20:19:15,495 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. 2024-12-13T20:19:15,495 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3ea2b3614de479e95595e31ad81deeef: 2024-12-13T20:19:15,866 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:15,866 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 096e7d4e87b598362c20f90885c2988c, disabling compactions & flushes 2024-12-13T20:19:15,866 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. 2024-12-13T20:19:15,866 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. 2024-12-13T20:19:15,866 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. after waiting 0 ms 2024-12-13T20:19:15,866 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. 2024-12-13T20:19:15,866 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. 2024-12-13T20:19:15,866 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 096e7d4e87b598362c20f90885c2988c: 2024-12-13T20:19:15,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:15,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d4b92122947092d88bdb8e3d5c702823, disabling compactions & flushes 2024-12-13T20:19:15,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. 2024-12-13T20:19:15,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. 2024-12-13T20:19:15,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. after waiting 0 ms 2024-12-13T20:19:15,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. 2024-12-13T20:19:15,896 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. 2024-12-13T20:19:15,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d4b92122947092d88bdb8e3d5c702823: 2024-12-13T20:19:15,898 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T20:19:15,899 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734121152549.18a002ef703e3e32f709a7ead0386582.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,900 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,900 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,900 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,901 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,901 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,901 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,901 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,903 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,903 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,903 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,903 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734121152549.4653348822124760496298d47c7cd160.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,904 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,904 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,904 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,904 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,905 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,905 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,905 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,905 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,906 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,906 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734121155898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121155898"}]},"ts":"1734121155898"} 2024-12-13T20:19:15,912 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T20:19:15,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T20:19:15,913 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121155913"}]},"ts":"1734121155913"} 2024-12-13T20:19:15,915 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T20:19:15,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=18a002ef703e3e32f709a7ead0386582, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bba34a827aa6b94243ffc4f23c85b674, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=28c750cb775b00294c0f34a7770cf991, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3e9a32ffb667979dd78c3ee8c2691d02, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c25ba0a2f04d574e7d6823e4fd4b28a3, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c28f2dadd20eedc897cc674aac5a7bc9, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=02d5f122935ca988080a8eac0ee733da, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=da8726cd9e55919c8c3cb8bfae9ae8c0, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7c582a24c21c8e98c0ddda912bfca34d, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8e8380b5eb75e3fad207d77641c32e35, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a6e88e168491b105f1d099b3fba4c44a, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c7f4f0cc8da1526ec4f88439cc15710e, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8e3919f6f5ab56cda86d77873359506c, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fb1fd55ad2b71d0b14efd79c8bedbbad, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4653348822124760496298d47c7cd160, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9589f4b24d9f47b00062d7b420b8b6d0, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ba4bd0015784a49b4aacea635f204e7, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7a24272338b8723aa74b9e96955a72dc, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=339b61e8113331cda9dc39d7ae001adc, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f7e998dad54374b18bfaedfaf8067dc6, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bda4e8eb168821734374563c5f1bb52e, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9bdd3c345c81c5e60e393baf70e90910, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f8a417d1a18bcc96ee438912d457754e, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3ea2b3614de479e95595e31ad81deeef, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=096e7d4e87b598362c20f90885c2988c, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d4b92122947092d88bdb8e3d5c702823, ASSIGN}] 2024-12-13T20:19:15,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=18a002ef703e3e32f709a7ead0386582, ASSIGN 2024-12-13T20:19:15,940 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bba34a827aa6b94243ffc4f23c85b674, ASSIGN 2024-12-13T20:19:15,940 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=28c750cb775b00294c0f34a7770cf991, ASSIGN 2024-12-13T20:19:15,940 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3e9a32ffb667979dd78c3ee8c2691d02, ASSIGN 2024-12-13T20:19:15,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=18a002ef703e3e32f709a7ead0386582, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,942 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bba34a827aa6b94243ffc4f23c85b674, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,942 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=28c750cb775b00294c0f34a7770cf991, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,942 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3e9a32ffb667979dd78c3ee8c2691d02, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,945 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3ea2b3614de479e95595e31ad81deeef, ASSIGN 2024-12-13T20:19:15,945 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=096e7d4e87b598362c20f90885c2988c, ASSIGN 2024-12-13T20:19:15,945 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d4b92122947092d88bdb8e3d5c702823, ASSIGN 2024-12-13T20:19:15,945 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f8a417d1a18bcc96ee438912d457754e, ASSIGN 2024-12-13T20:19:15,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9bdd3c345c81c5e60e393baf70e90910, ASSIGN 2024-12-13T20:19:15,946 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3ea2b3614de479e95595e31ad81deeef, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,947 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f8a417d1a18bcc96ee438912d457754e, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,947 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=096e7d4e87b598362c20f90885c2988c, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,947 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d4b92122947092d88bdb8e3d5c702823, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,947 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9bdd3c345c81c5e60e393baf70e90910, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,952 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bda4e8eb168821734374563c5f1bb52e, ASSIGN 2024-12-13T20:19:15,952 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=339b61e8113331cda9dc39d7ae001adc, ASSIGN 2024-12-13T20:19:15,953 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bda4e8eb168821734374563c5f1bb52e, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,953 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=339b61e8113331cda9dc39d7ae001adc, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,954 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f7e998dad54374b18bfaedfaf8067dc6, ASSIGN 2024-12-13T20:19:15,954 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9589f4b24d9f47b00062d7b420b8b6d0, ASSIGN 2024-12-13T20:19:15,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7a24272338b8723aa74b9e96955a72dc, ASSIGN 2024-12-13T20:19:15,955 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ba4bd0015784a49b4aacea635f204e7, ASSIGN 2024-12-13T20:19:15,955 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4653348822124760496298d47c7cd160, ASSIGN 2024-12-13T20:19:15,955 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f7e998dad54374b18bfaedfaf8067dc6, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,955 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9589f4b24d9f47b00062d7b420b8b6d0, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,956 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4653348822124760496298d47c7cd160, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,956 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7a24272338b8723aa74b9e96955a72dc, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,956 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2ba4bd0015784a49b4aacea635f204e7, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,956 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fb1fd55ad2b71d0b14efd79c8bedbbad, ASSIGN 2024-12-13T20:19:15,957 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fb1fd55ad2b71d0b14efd79c8bedbbad, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,959 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8e3919f6f5ab56cda86d77873359506c, ASSIGN 2024-12-13T20:19:15,959 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c7f4f0cc8da1526ec4f88439cc15710e, ASSIGN 2024-12-13T20:19:15,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a6e88e168491b105f1d099b3fba4c44a, ASSIGN 2024-12-13T20:19:15,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8e8380b5eb75e3fad207d77641c32e35, ASSIGN 2024-12-13T20:19:15,959 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7c582a24c21c8e98c0ddda912bfca34d, ASSIGN 2024-12-13T20:19:15,960 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8e3919f6f5ab56cda86d77873359506c, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,960 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c7f4f0cc8da1526ec4f88439cc15710e, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,960 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8e8380b5eb75e3fad207d77641c32e35, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,960 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a6e88e168491b105f1d099b3fba4c44a, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,960 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7c582a24c21c8e98c0ddda912bfca34d, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=da8726cd9e55919c8c3cb8bfae9ae8c0, ASSIGN 2024-12-13T20:19:15,963 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=da8726cd9e55919c8c3cb8bfae9ae8c0, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,963 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=02d5f122935ca988080a8eac0ee733da, ASSIGN 2024-12-13T20:19:15,964 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=02d5f122935ca988080a8eac0ee733da, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c25ba0a2f04d574e7d6823e4fd4b28a3, ASSIGN 2024-12-13T20:19:15,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c28f2dadd20eedc897cc674aac5a7bc9, ASSIGN 2024-12-13T20:19:15,966 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c25ba0a2f04d574e7d6823e4fd4b28a3, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:15,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c28f2dadd20eedc897cc674aac5a7bc9, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:16,093 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=f8a417d1a18bcc96ee438912d457754e, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=f7e998dad54374b18bfaedfaf8067dc6, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,094 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c25ba0a2f04d574e7d6823e4fd4b28a3, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=28c750cb775b00294c0f34a7770cf991, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,094 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=4653348822124760496298d47c7cd160, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=29, state=RUNNABLE; OpenRegionProcedure f7e998dad54374b18bfaedfaf8067dc6, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=14, state=RUNNABLE; OpenRegionProcedure c25ba0a2f04d574e7d6823e4fd4b28a3, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=12, state=RUNNABLE; OpenRegionProcedure 28c750cb775b00294c0f34a7770cf991, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=24, state=RUNNABLE; OpenRegionProcedure 4653348822124760496298d47c7cd160, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=32, state=RUNNABLE; OpenRegionProcedure f8a417d1a18bcc96ee438912d457754e, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=7a24272338b8723aa74b9e96955a72dc, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,108 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=096e7d4e87b598362c20f90885c2988c, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=27, state=RUNNABLE; OpenRegionProcedure 7a24272338b8723aa74b9e96955a72dc, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,113 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=02d5f122935ca988080a8eac0ee733da, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=bba34a827aa6b94243ffc4f23c85b674, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=34, state=RUNNABLE; OpenRegionProcedure 096e7d4e87b598362c20f90885c2988c, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=16, state=RUNNABLE; OpenRegionProcedure 02d5f122935ca988080a8eac0ee733da, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=11, state=RUNNABLE; OpenRegionProcedure bba34a827aa6b94243ffc4f23c85b674, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=3ea2b3614de479e95595e31ad81deeef, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,119 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=da8726cd9e55919c8c3cb8bfae9ae8c0, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=17, state=RUNNABLE; OpenRegionProcedure da8726cd9e55919c8c3cb8bfae9ae8c0, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,124 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=3e9a32ffb667979dd78c3ee8c2691d02, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=bda4e8eb168821734374563c5f1bb52e, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=33, state=RUNNABLE; OpenRegionProcedure 3ea2b3614de479e95595e31ad81deeef, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=d4b92122947092d88bdb8e3d5c702823, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=13, state=RUNNABLE; OpenRegionProcedure 3e9a32ffb667979dd78c3ee8c2691d02, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=30, state=RUNNABLE; OpenRegionProcedure bda4e8eb168821734374563c5f1bb52e, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=35, state=RUNNABLE; OpenRegionProcedure d4b92122947092d88bdb8e3d5c702823, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,135 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=c28f2dadd20eedc897cc674aac5a7bc9, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,135 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=18a002ef703e3e32f709a7ead0386582, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=15, state=RUNNABLE; OpenRegionProcedure c28f2dadd20eedc897cc674aac5a7bc9, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=10, state=RUNNABLE; OpenRegionProcedure 18a002ef703e3e32f709a7ead0386582, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=9589f4b24d9f47b00062d7b420b8b6d0, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=fb1fd55ad2b71d0b14efd79c8bedbbad, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=c7f4f0cc8da1526ec4f88439cc15710e, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,144 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=8e3919f6f5ab56cda86d77873359506c, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,145 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=2ba4bd0015784a49b4aacea635f204e7, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=25, state=RUNNABLE; OpenRegionProcedure 9589f4b24d9f47b00062d7b420b8b6d0, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=23, state=RUNNABLE; OpenRegionProcedure fb1fd55ad2b71d0b14efd79c8bedbbad, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=21, state=RUNNABLE; OpenRegionProcedure c7f4f0cc8da1526ec4f88439cc15710e, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,151 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=7c582a24c21c8e98c0ddda912bfca34d, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=26, state=RUNNABLE; OpenRegionProcedure 2ba4bd0015784a49b4aacea635f204e7, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=22, state=RUNNABLE; OpenRegionProcedure 8e3919f6f5ab56cda86d77873359506c, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=18, state=RUNNABLE; OpenRegionProcedure 7c582a24c21c8e98c0ddda912bfca34d, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,173 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=339b61e8113331cda9dc39d7ae001adc, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=9bdd3c345c81c5e60e393baf70e90910, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=31, state=RUNNABLE; OpenRegionProcedure 9bdd3c345c81c5e60e393baf70e90910, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,176 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=8e8380b5eb75e3fad207d77641c32e35, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=28, state=RUNNABLE; OpenRegionProcedure 339b61e8113331cda9dc39d7ae001adc, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=a6e88e168491b105f1d099b3fba4c44a, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=19, state=RUNNABLE; OpenRegionProcedure 8e8380b5eb75e3fad207d77641c32e35, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=20, state=RUNNABLE; OpenRegionProcedure a6e88e168491b105f1d099b3fba4c44a, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:16,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,258 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. 2024-12-13T20:19:16,258 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 3ea2b3614de479e95595e31ad81deeef, NAME => 'test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T20:19:16,259 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ea2b3614de479e95595e31ad81deeef 2024-12-13T20:19:16,259 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,259 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 3ea2b3614de479e95595e31ad81deeef 2024-12-13T20:19:16,259 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 3ea2b3614de479e95595e31ad81deeef 2024-12-13T20:19:16,263 INFO [StoreOpener-3ea2b3614de479e95595e31ad81deeef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ea2b3614de479e95595e31ad81deeef 2024-12-13T20:19:16,265 INFO [StoreOpener-3ea2b3614de479e95595e31ad81deeef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ea2b3614de479e95595e31ad81deeef columnFamilyName f 2024-12-13T20:19:16,265 DEBUG [StoreOpener-3ea2b3614de479e95595e31ad81deeef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,266 INFO [StoreOpener-3ea2b3614de479e95595e31ad81deeef-1 {}] regionserver.HStore(327): Store=3ea2b3614de479e95595e31ad81deeef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,266 INFO [StoreOpener-3ea2b3614de479e95595e31ad81deeef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ea2b3614de479e95595e31ad81deeef 2024-12-13T20:19:16,268 INFO [StoreOpener-3ea2b3614de479e95595e31ad81deeef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ea2b3614de479e95595e31ad81deeef columnFamilyName norep 2024-12-13T20:19:16,268 DEBUG [StoreOpener-3ea2b3614de479e95595e31ad81deeef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,269 INFO [StoreOpener-3ea2b3614de479e95595e31ad81deeef-1 {}] regionserver.HStore(327): Store=3ea2b3614de479e95595e31ad81deeef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,270 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/3ea2b3614de479e95595e31ad81deeef 2024-12-13T20:19:16,270 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/3ea2b3614de479e95595e31ad81deeef 2024-12-13T20:19:16,272 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,273 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 3ea2b3614de479e95595e31ad81deeef 2024-12-13T20:19:16,276 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/3ea2b3614de479e95595e31ad81deeef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,277 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 3ea2b3614de479e95595e31ad81deeef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74839066, jitterRate=0.11518898606300354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,277 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 3ea2b3614de479e95595e31ad81deeef: 2024-12-13T20:19:16,278 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef., pid=46, masterSystemTime=1734121156252 2024-12-13T20:19:16,280 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. 2024-12-13T20:19:16,280 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. 2024-12-13T20:19:16,280 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,,1734121152549.18a002ef703e3e32f709a7ead0386582. 2024-12-13T20:19:16,281 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 18a002ef703e3e32f709a7ead0386582, NAME => 'test,,1734121152549.18a002ef703e3e32f709a7ead0386582.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T20:19:16,281 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=3ea2b3614de479e95595e31ad81deeef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,281 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 18a002ef703e3e32f709a7ead0386582 2024-12-13T20:19:16,281 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,,1734121152549.18a002ef703e3e32f709a7ead0386582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,281 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 18a002ef703e3e32f709a7ead0386582 2024-12-13T20:19:16,281 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 18a002ef703e3e32f709a7ead0386582 2024-12-13T20:19:16,285 INFO [StoreOpener-18a002ef703e3e32f709a7ead0386582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 18a002ef703e3e32f709a7ead0386582 2024-12-13T20:19:16,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=33 2024-12-13T20:19:16,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=33, state=SUCCESS; OpenRegionProcedure 3ea2b3614de479e95595e31ad81deeef, server=0fe162bcf4e3,37269,1734121139864 in 163 msec 2024-12-13T20:19:16,287 INFO [StoreOpener-18a002ef703e3e32f709a7ead0386582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a002ef703e3e32f709a7ead0386582 columnFamilyName f 2024-12-13T20:19:16,287 DEBUG [StoreOpener-18a002ef703e3e32f709a7ead0386582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,288 INFO [StoreOpener-18a002ef703e3e32f709a7ead0386582-1 {}] regionserver.HStore(327): Store=18a002ef703e3e32f709a7ead0386582/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,288 INFO [StoreOpener-18a002ef703e3e32f709a7ead0386582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 18a002ef703e3e32f709a7ead0386582 2024-12-13T20:19:16,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3ea2b3614de479e95595e31ad81deeef, ASSIGN in 352 msec 2024-12-13T20:19:16,292 INFO [StoreOpener-18a002ef703e3e32f709a7ead0386582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a002ef703e3e32f709a7ead0386582 columnFamilyName norep 2024-12-13T20:19:16,292 DEBUG [StoreOpener-18a002ef703e3e32f709a7ead0386582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,293 INFO [StoreOpener-18a002ef703e3e32f709a7ead0386582-1 {}] regionserver.HStore(327): Store=18a002ef703e3e32f709a7ead0386582/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,294 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/18a002ef703e3e32f709a7ead0386582 2024-12-13T20:19:16,295 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/18a002ef703e3e32f709a7ead0386582 2024-12-13T20:19:16,296 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,299 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 18a002ef703e3e32f709a7ead0386582 2024-12-13T20:19:16,310 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/18a002ef703e3e32f709a7ead0386582/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,311 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 18a002ef703e3e32f709a7ead0386582; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66136118, jitterRate=-0.014495044946670532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,312 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 18a002ef703e3e32f709a7ead0386582: 2024-12-13T20:19:16,313 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734121152549.18a002ef703e3e32f709a7ead0386582., pid=51, masterSystemTime=1734121156252 2024-12-13T20:19:16,316 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734121152549.18a002ef703e3e32f709a7ead0386582. 2024-12-13T20:19:16,316 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,,1734121152549.18a002ef703e3e32f709a7ead0386582. 2024-12-13T20:19:16,316 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=18a002ef703e3e32f709a7ead0386582, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,317 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. 2024-12-13T20:19:16,317 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => f8a417d1a18bcc96ee438912d457754e, NAME => 'test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T20:19:16,317 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8a417d1a18bcc96ee438912d457754e 2024-12-13T20:19:16,317 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,318 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for f8a417d1a18bcc96ee438912d457754e 2024-12-13T20:19:16,318 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for f8a417d1a18bcc96ee438912d457754e 2024-12-13T20:19:16,323 INFO [StoreOpener-f8a417d1a18bcc96ee438912d457754e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8a417d1a18bcc96ee438912d457754e 2024-12-13T20:19:16,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=10 2024-12-13T20:19:16,326 INFO [StoreOpener-f8a417d1a18bcc96ee438912d457754e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a417d1a18bcc96ee438912d457754e columnFamilyName f 2024-12-13T20:19:16,326 DEBUG [StoreOpener-f8a417d1a18bcc96ee438912d457754e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=10, state=SUCCESS; OpenRegionProcedure 18a002ef703e3e32f709a7ead0386582, server=0fe162bcf4e3,37269,1734121139864 in 184 msec 2024-12-13T20:19:16,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=18a002ef703e3e32f709a7ead0386582, ASSIGN in 390 msec 2024-12-13T20:19:16,330 INFO [StoreOpener-f8a417d1a18bcc96ee438912d457754e-1 {}] regionserver.HStore(327): Store=f8a417d1a18bcc96ee438912d457754e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,330 INFO [StoreOpener-f8a417d1a18bcc96ee438912d457754e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8a417d1a18bcc96ee438912d457754e 2024-12-13T20:19:16,336 INFO [StoreOpener-f8a417d1a18bcc96ee438912d457754e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a417d1a18bcc96ee438912d457754e columnFamilyName norep 2024-12-13T20:19:16,336 DEBUG [StoreOpener-f8a417d1a18bcc96ee438912d457754e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,337 INFO [StoreOpener-f8a417d1a18bcc96ee438912d457754e-1 {}] regionserver.HStore(327): Store=f8a417d1a18bcc96ee438912d457754e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,343 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/f8a417d1a18bcc96ee438912d457754e 2024-12-13T20:19:16,344 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/f8a417d1a18bcc96ee438912d457754e 2024-12-13T20:19:16,346 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,349 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for f8a417d1a18bcc96ee438912d457754e 2024-12-13T20:19:16,358 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/f8a417d1a18bcc96ee438912d457754e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,359 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened f8a417d1a18bcc96ee438912d457754e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59363161, jitterRate=-0.11541996896266937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,359 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for f8a417d1a18bcc96ee438912d457754e: 2024-12-13T20:19:16,364 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e., pid=38, masterSystemTime=1734121156252 2024-12-13T20:19:16,367 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. 2024-12-13T20:19:16,367 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. 2024-12-13T20:19:16,367 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. 2024-12-13T20:19:16,367 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 096e7d4e87b598362c20f90885c2988c, NAME => 'test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T20:19:16,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=f8a417d1a18bcc96ee438912d457754e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,368 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 096e7d4e87b598362c20f90885c2988c 2024-12-13T20:19:16,368 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,368 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 096e7d4e87b598362c20f90885c2988c 2024-12-13T20:19:16,368 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 096e7d4e87b598362c20f90885c2988c 2024-12-13T20:19:16,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=32 2024-12-13T20:19:16,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=32, state=SUCCESS; OpenRegionProcedure f8a417d1a18bcc96ee438912d457754e, server=0fe162bcf4e3,37269,1734121139864 in 273 msec 2024-12-13T20:19:16,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f8a417d1a18bcc96ee438912d457754e, ASSIGN in 439 msec 2024-12-13T20:19:16,377 INFO [StoreOpener-096e7d4e87b598362c20f90885c2988c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 096e7d4e87b598362c20f90885c2988c 2024-12-13T20:19:16,397 INFO [StoreOpener-096e7d4e87b598362c20f90885c2988c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 096e7d4e87b598362c20f90885c2988c columnFamilyName f 2024-12-13T20:19:16,397 DEBUG [StoreOpener-096e7d4e87b598362c20f90885c2988c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,398 INFO [StoreOpener-096e7d4e87b598362c20f90885c2988c-1 {}] regionserver.HStore(327): Store=096e7d4e87b598362c20f90885c2988c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,399 INFO [StoreOpener-096e7d4e87b598362c20f90885c2988c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 096e7d4e87b598362c20f90885c2988c 2024-12-13T20:19:16,406 INFO [StoreOpener-096e7d4e87b598362c20f90885c2988c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 096e7d4e87b598362c20f90885c2988c columnFamilyName norep 2024-12-13T20:19:16,407 DEBUG [StoreOpener-096e7d4e87b598362c20f90885c2988c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,408 INFO [StoreOpener-096e7d4e87b598362c20f90885c2988c-1 {}] regionserver.HStore(327): Store=096e7d4e87b598362c20f90885c2988c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,410 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/096e7d4e87b598362c20f90885c2988c 2024-12-13T20:19:16,410 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/096e7d4e87b598362c20f90885c2988c 2024-12-13T20:19:16,411 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,413 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 096e7d4e87b598362c20f90885c2988c 2024-12-13T20:19:16,422 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/096e7d4e87b598362c20f90885c2988c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,424 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 096e7d4e87b598362c20f90885c2988c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71771688, jitterRate=0.0694814920425415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,424 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 096e7d4e87b598362c20f90885c2988c: 2024-12-13T20:19:16,425 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c., pid=42, masterSystemTime=1734121156252 2024-12-13T20:19:16,428 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. 2024-12-13T20:19:16,429 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. 2024-12-13T20:19:16,429 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. 2024-12-13T20:19:16,429 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => f7e998dad54374b18bfaedfaf8067dc6, NAME => 'test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T20:19:16,429 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f7e998dad54374b18bfaedfaf8067dc6 2024-12-13T20:19:16,429 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,432 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for f7e998dad54374b18bfaedfaf8067dc6 2024-12-13T20:19:16,432 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for f7e998dad54374b18bfaedfaf8067dc6 2024-12-13T20:19:16,432 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=096e7d4e87b598362c20f90885c2988c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=34 2024-12-13T20:19:16,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=34, state=SUCCESS; OpenRegionProcedure 096e7d4e87b598362c20f90885c2988c, server=0fe162bcf4e3,37269,1734121139864 in 324 msec 2024-12-13T20:19:16,438 INFO [StoreOpener-f7e998dad54374b18bfaedfaf8067dc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f7e998dad54374b18bfaedfaf8067dc6 2024-12-13T20:19:16,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=096e7d4e87b598362c20f90885c2988c, ASSIGN in 502 msec 2024-12-13T20:19:16,440 INFO [StoreOpener-f7e998dad54374b18bfaedfaf8067dc6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7e998dad54374b18bfaedfaf8067dc6 columnFamilyName f 2024-12-13T20:19:16,440 DEBUG [StoreOpener-f7e998dad54374b18bfaedfaf8067dc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,441 INFO [StoreOpener-f7e998dad54374b18bfaedfaf8067dc6-1 {}] regionserver.HStore(327): Store=f7e998dad54374b18bfaedfaf8067dc6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,441 INFO [StoreOpener-f7e998dad54374b18bfaedfaf8067dc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f7e998dad54374b18bfaedfaf8067dc6 2024-12-13T20:19:16,443 INFO [StoreOpener-f7e998dad54374b18bfaedfaf8067dc6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7e998dad54374b18bfaedfaf8067dc6 columnFamilyName norep 2024-12-13T20:19:16,443 DEBUG [StoreOpener-f7e998dad54374b18bfaedfaf8067dc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,443 INFO [StoreOpener-f7e998dad54374b18bfaedfaf8067dc6-1 {}] regionserver.HStore(327): Store=f7e998dad54374b18bfaedfaf8067dc6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,444 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/f7e998dad54374b18bfaedfaf8067dc6 2024-12-13T20:19:16,445 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/f7e998dad54374b18bfaedfaf8067dc6 2024-12-13T20:19:16,446 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,447 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for f7e998dad54374b18bfaedfaf8067dc6 2024-12-13T20:19:16,450 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/f7e998dad54374b18bfaedfaf8067dc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,450 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened f7e998dad54374b18bfaedfaf8067dc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59360660, jitterRate=-0.11545723676681519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,450 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for f7e998dad54374b18bfaedfaf8067dc6: 2024-12-13T20:19:16,451 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6., pid=36, masterSystemTime=1734121156252 2024-12-13T20:19:16,453 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. 2024-12-13T20:19:16,453 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. 2024-12-13T20:19:16,453 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. 2024-12-13T20:19:16,453 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=f7e998dad54374b18bfaedfaf8067dc6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,453 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => c28f2dadd20eedc897cc674aac5a7bc9, NAME => 'test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T20:19:16,454 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c28f2dadd20eedc897cc674aac5a7bc9 2024-12-13T20:19:16,454 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,454 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for c28f2dadd20eedc897cc674aac5a7bc9 2024-12-13T20:19:16,454 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for c28f2dadd20eedc897cc674aac5a7bc9 2024-12-13T20:19:16,456 INFO [StoreOpener-c28f2dadd20eedc897cc674aac5a7bc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c28f2dadd20eedc897cc674aac5a7bc9 2024-12-13T20:19:16,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=29 2024-12-13T20:19:16,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=29, state=SUCCESS; OpenRegionProcedure f7e998dad54374b18bfaedfaf8067dc6, server=0fe162bcf4e3,37269,1734121139864 in 359 msec 2024-12-13T20:19:16,458 INFO [StoreOpener-c28f2dadd20eedc897cc674aac5a7bc9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c28f2dadd20eedc897cc674aac5a7bc9 columnFamilyName f 2024-12-13T20:19:16,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f7e998dad54374b18bfaedfaf8067dc6, ASSIGN in 522 msec 2024-12-13T20:19:16,458 DEBUG [StoreOpener-c28f2dadd20eedc897cc674aac5a7bc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,459 INFO [StoreOpener-c28f2dadd20eedc897cc674aac5a7bc9-1 {}] regionserver.HStore(327): Store=c28f2dadd20eedc897cc674aac5a7bc9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,459 INFO [StoreOpener-c28f2dadd20eedc897cc674aac5a7bc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c28f2dadd20eedc897cc674aac5a7bc9 2024-12-13T20:19:16,461 INFO [StoreOpener-c28f2dadd20eedc897cc674aac5a7bc9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c28f2dadd20eedc897cc674aac5a7bc9 columnFamilyName norep 2024-12-13T20:19:16,461 DEBUG [StoreOpener-c28f2dadd20eedc897cc674aac5a7bc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,462 INFO [StoreOpener-c28f2dadd20eedc897cc674aac5a7bc9-1 {}] regionserver.HStore(327): Store=c28f2dadd20eedc897cc674aac5a7bc9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,463 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/c28f2dadd20eedc897cc674aac5a7bc9 2024-12-13T20:19:16,463 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/c28f2dadd20eedc897cc674aac5a7bc9 2024-12-13T20:19:16,464 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,465 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for c28f2dadd20eedc897cc674aac5a7bc9 2024-12-13T20:19:16,468 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/c28f2dadd20eedc897cc674aac5a7bc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,468 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened c28f2dadd20eedc897cc674aac5a7bc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72742213, jitterRate=0.0839434415102005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,468 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for c28f2dadd20eedc897cc674aac5a7bc9: 2024-12-13T20:19:16,469 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9., pid=50, masterSystemTime=1734121156252 2024-12-13T20:19:16,471 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. 2024-12-13T20:19:16,471 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. 2024-12-13T20:19:16,471 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. 2024-12-13T20:19:16,471 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => fb1fd55ad2b71d0b14efd79c8bedbbad, NAME => 'test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T20:19:16,471 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=c28f2dadd20eedc897cc674aac5a7bc9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,472 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fb1fd55ad2b71d0b14efd79c8bedbbad 2024-12-13T20:19:16,472 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,472 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for fb1fd55ad2b71d0b14efd79c8bedbbad 2024-12-13T20:19:16,472 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for fb1fd55ad2b71d0b14efd79c8bedbbad 2024-12-13T20:19:16,473 INFO [StoreOpener-fb1fd55ad2b71d0b14efd79c8bedbbad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb1fd55ad2b71d0b14efd79c8bedbbad 2024-12-13T20:19:16,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=15 2024-12-13T20:19:16,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=15, state=SUCCESS; OpenRegionProcedure c28f2dadd20eedc897cc674aac5a7bc9, server=0fe162bcf4e3,37269,1734121139864 in 336 msec 2024-12-13T20:19:16,475 INFO [StoreOpener-fb1fd55ad2b71d0b14efd79c8bedbbad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb1fd55ad2b71d0b14efd79c8bedbbad columnFamilyName f 2024-12-13T20:19:16,475 DEBUG [StoreOpener-fb1fd55ad2b71d0b14efd79c8bedbbad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,476 INFO [StoreOpener-fb1fd55ad2b71d0b14efd79c8bedbbad-1 {}] regionserver.HStore(327): Store=fb1fd55ad2b71d0b14efd79c8bedbbad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,476 INFO [StoreOpener-fb1fd55ad2b71d0b14efd79c8bedbbad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fb1fd55ad2b71d0b14efd79c8bedbbad 2024-12-13T20:19:16,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c28f2dadd20eedc897cc674aac5a7bc9, ASSIGN in 540 msec 2024-12-13T20:19:16,478 INFO [StoreOpener-fb1fd55ad2b71d0b14efd79c8bedbbad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb1fd55ad2b71d0b14efd79c8bedbbad columnFamilyName norep 2024-12-13T20:19:16,478 DEBUG [StoreOpener-fb1fd55ad2b71d0b14efd79c8bedbbad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,479 INFO [StoreOpener-fb1fd55ad2b71d0b14efd79c8bedbbad-1 {}] regionserver.HStore(327): Store=fb1fd55ad2b71d0b14efd79c8bedbbad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,480 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/fb1fd55ad2b71d0b14efd79c8bedbbad 2024-12-13T20:19:16,481 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/fb1fd55ad2b71d0b14efd79c8bedbbad 2024-12-13T20:19:16,482 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,484 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for fb1fd55ad2b71d0b14efd79c8bedbbad 2024-12-13T20:19:16,488 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/fb1fd55ad2b71d0b14efd79c8bedbbad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,489 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened fb1fd55ad2b71d0b14efd79c8bedbbad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64852892, jitterRate=-0.033616602420806885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,489 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for fb1fd55ad2b71d0b14efd79c8bedbbad: 2024-12-13T20:19:16,490 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad., pid=53, masterSystemTime=1734121156252 2024-12-13T20:19:16,492 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. 2024-12-13T20:19:16,493 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. 2024-12-13T20:19:16,493 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. 2024-12-13T20:19:16,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=fb1fd55ad2b71d0b14efd79c8bedbbad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,493 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ba4bd0015784a49b4aacea635f204e7, NAME => 'test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T20:19:16,493 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ba4bd0015784a49b4aacea635f204e7 2024-12-13T20:19:16,493 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,494 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 2ba4bd0015784a49b4aacea635f204e7 2024-12-13T20:19:16,494 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 2ba4bd0015784a49b4aacea635f204e7 2024-12-13T20:19:16,499 INFO [StoreOpener-2ba4bd0015784a49b4aacea635f204e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ba4bd0015784a49b4aacea635f204e7 2024-12-13T20:19:16,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=23 2024-12-13T20:19:16,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=23, state=SUCCESS; OpenRegionProcedure fb1fd55ad2b71d0b14efd79c8bedbbad, server=0fe162bcf4e3,37269,1734121139864 in 351 msec 2024-12-13T20:19:16,501 INFO [StoreOpener-2ba4bd0015784a49b4aacea635f204e7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba4bd0015784a49b4aacea635f204e7 columnFamilyName f 2024-12-13T20:19:16,501 DEBUG [StoreOpener-2ba4bd0015784a49b4aacea635f204e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fb1fd55ad2b71d0b14efd79c8bedbbad, ASSIGN in 566 msec 2024-12-13T20:19:16,503 INFO [StoreOpener-2ba4bd0015784a49b4aacea635f204e7-1 {}] regionserver.HStore(327): Store=2ba4bd0015784a49b4aacea635f204e7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,504 INFO [StoreOpener-2ba4bd0015784a49b4aacea635f204e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ba4bd0015784a49b4aacea635f204e7 2024-12-13T20:19:16,505 INFO [StoreOpener-2ba4bd0015784a49b4aacea635f204e7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba4bd0015784a49b4aacea635f204e7 columnFamilyName norep 2024-12-13T20:19:16,506 DEBUG [StoreOpener-2ba4bd0015784a49b4aacea635f204e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,506 INFO [StoreOpener-2ba4bd0015784a49b4aacea635f204e7-1 {}] regionserver.HStore(327): Store=2ba4bd0015784a49b4aacea635f204e7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,508 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/2ba4bd0015784a49b4aacea635f204e7 2024-12-13T20:19:16,508 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/2ba4bd0015784a49b4aacea635f204e7 2024-12-13T20:19:16,509 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,513 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 2ba4bd0015784a49b4aacea635f204e7 2024-12-13T20:19:16,515 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/2ba4bd0015784a49b4aacea635f204e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,516 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 2ba4bd0015784a49b4aacea635f204e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60929061, jitterRate=-0.09208624064922333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,516 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 2ba4bd0015784a49b4aacea635f204e7: 2024-12-13T20:19:16,517 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7., pid=56, masterSystemTime=1734121156252 2024-12-13T20:19:16,519 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. 2024-12-13T20:19:16,519 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. 2024-12-13T20:19:16,519 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. 2024-12-13T20:19:16,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=2ba4bd0015784a49b4aacea635f204e7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,519 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 339b61e8113331cda9dc39d7ae001adc, NAME => 'test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T20:19:16,520 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 339b61e8113331cda9dc39d7ae001adc 2024-12-13T20:19:16,520 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,520 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 339b61e8113331cda9dc39d7ae001adc 2024-12-13T20:19:16,520 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 339b61e8113331cda9dc39d7ae001adc 2024-12-13T20:19:16,522 INFO [StoreOpener-339b61e8113331cda9dc39d7ae001adc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 339b61e8113331cda9dc39d7ae001adc 2024-12-13T20:19:16,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=26 2024-12-13T20:19:16,524 INFO [StoreOpener-339b61e8113331cda9dc39d7ae001adc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 339b61e8113331cda9dc39d7ae001adc columnFamilyName f 2024-12-13T20:19:16,524 DEBUG [StoreOpener-339b61e8113331cda9dc39d7ae001adc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=26, state=SUCCESS; OpenRegionProcedure 2ba4bd0015784a49b4aacea635f204e7, server=0fe162bcf4e3,37269,1734121139864 in 370 msec 2024-12-13T20:19:16,525 INFO [StoreOpener-339b61e8113331cda9dc39d7ae001adc-1 {}] regionserver.HStore(327): Store=339b61e8113331cda9dc39d7ae001adc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,525 INFO [StoreOpener-339b61e8113331cda9dc39d7ae001adc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 339b61e8113331cda9dc39d7ae001adc 2024-12-13T20:19:16,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2ba4bd0015784a49b4aacea635f204e7, ASSIGN in 589 msec 2024-12-13T20:19:16,527 INFO [StoreOpener-339b61e8113331cda9dc39d7ae001adc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 339b61e8113331cda9dc39d7ae001adc columnFamilyName norep 2024-12-13T20:19:16,527 DEBUG [StoreOpener-339b61e8113331cda9dc39d7ae001adc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,528 INFO [StoreOpener-339b61e8113331cda9dc39d7ae001adc-1 {}] regionserver.HStore(327): Store=339b61e8113331cda9dc39d7ae001adc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,529 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/339b61e8113331cda9dc39d7ae001adc 2024-12-13T20:19:16,529 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/339b61e8113331cda9dc39d7ae001adc 2024-12-13T20:19:16,531 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,532 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 339b61e8113331cda9dc39d7ae001adc 2024-12-13T20:19:16,534 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/339b61e8113331cda9dc39d7ae001adc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,535 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 339b61e8113331cda9dc39d7ae001adc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66021067, jitterRate=-0.0162094384431839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,535 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 339b61e8113331cda9dc39d7ae001adc: 2024-12-13T20:19:16,536 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc., pid=59, masterSystemTime=1734121156252 2024-12-13T20:19:16,540 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. 2024-12-13T20:19:16,540 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. 2024-12-13T20:19:16,540 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. 2024-12-13T20:19:16,541 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 02d5f122935ca988080a8eac0ee733da, NAME => 'test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T20:19:16,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=339b61e8113331cda9dc39d7ae001adc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,541 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 02d5f122935ca988080a8eac0ee733da 2024-12-13T20:19:16,541 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,541 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 02d5f122935ca988080a8eac0ee733da 2024-12-13T20:19:16,541 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 02d5f122935ca988080a8eac0ee733da 2024-12-13T20:19:16,544 INFO [StoreOpener-02d5f122935ca988080a8eac0ee733da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 02d5f122935ca988080a8eac0ee733da 2024-12-13T20:19:16,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=28 2024-12-13T20:19:16,547 INFO [StoreOpener-02d5f122935ca988080a8eac0ee733da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02d5f122935ca988080a8eac0ee733da columnFamilyName f 2024-12-13T20:19:16,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=28, state=SUCCESS; OpenRegionProcedure 339b61e8113331cda9dc39d7ae001adc, server=0fe162bcf4e3,37269,1734121139864 in 368 msec 2024-12-13T20:19:16,547 DEBUG [StoreOpener-02d5f122935ca988080a8eac0ee733da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,548 INFO [StoreOpener-02d5f122935ca988080a8eac0ee733da-1 {}] regionserver.HStore(327): Store=02d5f122935ca988080a8eac0ee733da/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,548 INFO [StoreOpener-02d5f122935ca988080a8eac0ee733da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 02d5f122935ca988080a8eac0ee733da 2024-12-13T20:19:16,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=339b61e8113331cda9dc39d7ae001adc, ASSIGN in 612 msec 2024-12-13T20:19:16,551 INFO [StoreOpener-02d5f122935ca988080a8eac0ee733da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02d5f122935ca988080a8eac0ee733da columnFamilyName norep 2024-12-13T20:19:16,551 DEBUG [StoreOpener-02d5f122935ca988080a8eac0ee733da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,555 INFO [StoreOpener-02d5f122935ca988080a8eac0ee733da-1 {}] regionserver.HStore(327): Store=02d5f122935ca988080a8eac0ee733da/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,556 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/02d5f122935ca988080a8eac0ee733da 2024-12-13T20:19:16,557 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/02d5f122935ca988080a8eac0ee733da 2024-12-13T20:19:16,558 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,560 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 02d5f122935ca988080a8eac0ee733da 2024-12-13T20:19:16,564 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/02d5f122935ca988080a8eac0ee733da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,564 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 02d5f122935ca988080a8eac0ee733da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60967717, jitterRate=-0.09151022136211395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,565 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 02d5f122935ca988080a8eac0ee733da: 2024-12-13T20:19:16,566 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da., pid=44, masterSystemTime=1734121156252 2024-12-13T20:19:16,568 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. 2024-12-13T20:19:16,568 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. 2024-12-13T20:19:16,568 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. 2024-12-13T20:19:16,568 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 9589f4b24d9f47b00062d7b420b8b6d0, NAME => 'test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T20:19:16,568 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=02d5f122935ca988080a8eac0ee733da, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,568 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9589f4b24d9f47b00062d7b420b8b6d0 2024-12-13T20:19:16,569 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,569 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 9589f4b24d9f47b00062d7b420b8b6d0 2024-12-13T20:19:16,569 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 9589f4b24d9f47b00062d7b420b8b6d0 2024-12-13T20:19:16,571 INFO [StoreOpener-9589f4b24d9f47b00062d7b420b8b6d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9589f4b24d9f47b00062d7b420b8b6d0 2024-12-13T20:19:16,573 INFO [StoreOpener-9589f4b24d9f47b00062d7b420b8b6d0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9589f4b24d9f47b00062d7b420b8b6d0 columnFamilyName f 2024-12-13T20:19:16,573 DEBUG [StoreOpener-9589f4b24d9f47b00062d7b420b8b6d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=16 2024-12-13T20:19:16,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=16, state=SUCCESS; OpenRegionProcedure 02d5f122935ca988080a8eac0ee733da, server=0fe162bcf4e3,37269,1734121139864 in 455 msec 2024-12-13T20:19:16,574 INFO [StoreOpener-9589f4b24d9f47b00062d7b420b8b6d0-1 {}] regionserver.HStore(327): Store=9589f4b24d9f47b00062d7b420b8b6d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,574 INFO [StoreOpener-9589f4b24d9f47b00062d7b420b8b6d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9589f4b24d9f47b00062d7b420b8b6d0 2024-12-13T20:19:16,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=02d5f122935ca988080a8eac0ee733da, ASSIGN in 638 msec 2024-12-13T20:19:16,576 INFO [StoreOpener-9589f4b24d9f47b00062d7b420b8b6d0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9589f4b24d9f47b00062d7b420b8b6d0 columnFamilyName norep 2024-12-13T20:19:16,576 DEBUG [StoreOpener-9589f4b24d9f47b00062d7b420b8b6d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,577 INFO [StoreOpener-9589f4b24d9f47b00062d7b420b8b6d0-1 {}] regionserver.HStore(327): Store=9589f4b24d9f47b00062d7b420b8b6d0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,578 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/9589f4b24d9f47b00062d7b420b8b6d0 2024-12-13T20:19:16,579 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/9589f4b24d9f47b00062d7b420b8b6d0 2024-12-13T20:19:16,581 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,583 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 9589f4b24d9f47b00062d7b420b8b6d0 2024-12-13T20:19:16,585 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/9589f4b24d9f47b00062d7b420b8b6d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,586 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 9589f4b24d9f47b00062d7b420b8b6d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72164269, jitterRate=0.07533140480518341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,586 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 9589f4b24d9f47b00062d7b420b8b6d0: 2024-12-13T20:19:16,587 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0., pid=52, masterSystemTime=1734121156252 2024-12-13T20:19:16,589 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. 2024-12-13T20:19:16,589 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. 2024-12-13T20:19:16,590 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. 2024-12-13T20:19:16,590 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => bda4e8eb168821734374563c5f1bb52e, NAME => 'test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T20:19:16,590 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=9589f4b24d9f47b00062d7b420b8b6d0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,590 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bda4e8eb168821734374563c5f1bb52e 2024-12-13T20:19:16,590 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,590 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for bda4e8eb168821734374563c5f1bb52e 2024-12-13T20:19:16,590 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for bda4e8eb168821734374563c5f1bb52e 2024-12-13T20:19:16,598 INFO [StoreOpener-bda4e8eb168821734374563c5f1bb52e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bda4e8eb168821734374563c5f1bb52e 2024-12-13T20:19:16,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=25 2024-12-13T20:19:16,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=25, state=SUCCESS; OpenRegionProcedure 9589f4b24d9f47b00062d7b420b8b6d0, server=0fe162bcf4e3,37269,1734121139864 in 451 msec 2024-12-13T20:19:16,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9589f4b24d9f47b00062d7b420b8b6d0, ASSIGN in 663 msec 2024-12-13T20:19:16,604 INFO [StoreOpener-bda4e8eb168821734374563c5f1bb52e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda4e8eb168821734374563c5f1bb52e columnFamilyName f 2024-12-13T20:19:16,604 DEBUG [StoreOpener-bda4e8eb168821734374563c5f1bb52e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,605 INFO [StoreOpener-bda4e8eb168821734374563c5f1bb52e-1 {}] regionserver.HStore(327): Store=bda4e8eb168821734374563c5f1bb52e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,605 INFO [StoreOpener-bda4e8eb168821734374563c5f1bb52e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bda4e8eb168821734374563c5f1bb52e 2024-12-13T20:19:16,607 INFO [StoreOpener-bda4e8eb168821734374563c5f1bb52e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda4e8eb168821734374563c5f1bb52e columnFamilyName norep 2024-12-13T20:19:16,607 DEBUG [StoreOpener-bda4e8eb168821734374563c5f1bb52e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,608 INFO [StoreOpener-bda4e8eb168821734374563c5f1bb52e-1 {}] regionserver.HStore(327): Store=bda4e8eb168821734374563c5f1bb52e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,609 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/bda4e8eb168821734374563c5f1bb52e 2024-12-13T20:19:16,610 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/bda4e8eb168821734374563c5f1bb52e 2024-12-13T20:19:16,611 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,614 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for bda4e8eb168821734374563c5f1bb52e 2024-12-13T20:19:16,617 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/bda4e8eb168821734374563c5f1bb52e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,617 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened bda4e8eb168821734374563c5f1bb52e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73601756, jitterRate=0.0967516303062439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,617 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for bda4e8eb168821734374563c5f1bb52e: 2024-12-13T20:19:16,618 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e., pid=48, masterSystemTime=1734121156252 2024-12-13T20:19:16,620 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. 2024-12-13T20:19:16,621 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. 2024-12-13T20:19:16,621 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. 2024-12-13T20:19:16,621 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 28c750cb775b00294c0f34a7770cf991, NAME => 'test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T20:19:16,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=bda4e8eb168821734374563c5f1bb52e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,621 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28c750cb775b00294c0f34a7770cf991 2024-12-13T20:19:16,621 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,622 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 28c750cb775b00294c0f34a7770cf991 2024-12-13T20:19:16,622 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 28c750cb775b00294c0f34a7770cf991 2024-12-13T20:19:16,624 INFO [StoreOpener-28c750cb775b00294c0f34a7770cf991-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28c750cb775b00294c0f34a7770cf991 2024-12-13T20:19:16,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=30 2024-12-13T20:19:16,627 INFO [StoreOpener-28c750cb775b00294c0f34a7770cf991-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28c750cb775b00294c0f34a7770cf991 columnFamilyName f 2024-12-13T20:19:16,627 DEBUG [StoreOpener-28c750cb775b00294c0f34a7770cf991-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=30, state=SUCCESS; OpenRegionProcedure bda4e8eb168821734374563c5f1bb52e, server=0fe162bcf4e3,37269,1734121139864 in 495 msec 2024-12-13T20:19:16,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bda4e8eb168821734374563c5f1bb52e, ASSIGN in 691 msec 2024-12-13T20:19:16,628 INFO [StoreOpener-28c750cb775b00294c0f34a7770cf991-1 {}] regionserver.HStore(327): Store=28c750cb775b00294c0f34a7770cf991/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,628 INFO [StoreOpener-28c750cb775b00294c0f34a7770cf991-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28c750cb775b00294c0f34a7770cf991 2024-12-13T20:19:16,635 INFO [StoreOpener-28c750cb775b00294c0f34a7770cf991-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28c750cb775b00294c0f34a7770cf991 columnFamilyName norep 2024-12-13T20:19:16,635 DEBUG [StoreOpener-28c750cb775b00294c0f34a7770cf991-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,636 INFO [StoreOpener-28c750cb775b00294c0f34a7770cf991-1 {}] regionserver.HStore(327): Store=28c750cb775b00294c0f34a7770cf991/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,639 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/28c750cb775b00294c0f34a7770cf991 2024-12-13T20:19:16,640 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/28c750cb775b00294c0f34a7770cf991 2024-12-13T20:19:16,652 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,654 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 28c750cb775b00294c0f34a7770cf991 2024-12-13T20:19:16,658 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/28c750cb775b00294c0f34a7770cf991/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,658 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 28c750cb775b00294c0f34a7770cf991; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63816481, jitterRate=-0.04906032979488373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,659 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 28c750cb775b00294c0f34a7770cf991: 2024-12-13T20:19:16,661 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991., pid=40, masterSystemTime=1734121156252 2024-12-13T20:19:16,663 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. 2024-12-13T20:19:16,663 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. 2024-12-13T20:19:16,664 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. 2024-12-13T20:19:16,664 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 7c582a24c21c8e98c0ddda912bfca34d, NAME => 'test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T20:19:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:16,664 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7c582a24c21c8e98c0ddda912bfca34d 2024-12-13T20:19:16,664 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,665 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 7c582a24c21c8e98c0ddda912bfca34d 2024-12-13T20:19:16,665 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 7c582a24c21c8e98c0ddda912bfca34d 2024-12-13T20:19:16,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=28c750cb775b00294c0f34a7770cf991, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=12 2024-12-13T20:19:16,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=12, state=SUCCESS; OpenRegionProcedure 28c750cb775b00294c0f34a7770cf991, server=0fe162bcf4e3,37269,1734121139864 in 567 msec 2024-12-13T20:19:16,672 INFO [StoreOpener-7c582a24c21c8e98c0ddda912bfca34d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7c582a24c21c8e98c0ddda912bfca34d 2024-12-13T20:19:16,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=28c750cb775b00294c0f34a7770cf991, ASSIGN in 736 msec 2024-12-13T20:19:16,680 INFO [StoreOpener-7c582a24c21c8e98c0ddda912bfca34d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c582a24c21c8e98c0ddda912bfca34d columnFamilyName f 2024-12-13T20:19:16,680 DEBUG [StoreOpener-7c582a24c21c8e98c0ddda912bfca34d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,681 INFO [StoreOpener-7c582a24c21c8e98c0ddda912bfca34d-1 {}] regionserver.HStore(327): Store=7c582a24c21c8e98c0ddda912bfca34d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,682 INFO [StoreOpener-7c582a24c21c8e98c0ddda912bfca34d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7c582a24c21c8e98c0ddda912bfca34d 2024-12-13T20:19:16,687 INFO [StoreOpener-7c582a24c21c8e98c0ddda912bfca34d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c582a24c21c8e98c0ddda912bfca34d columnFamilyName norep 2024-12-13T20:19:16,687 DEBUG [StoreOpener-7c582a24c21c8e98c0ddda912bfca34d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,688 INFO [StoreOpener-7c582a24c21c8e98c0ddda912bfca34d-1 {}] regionserver.HStore(327): Store=7c582a24c21c8e98c0ddda912bfca34d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,688 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/7c582a24c21c8e98c0ddda912bfca34d 2024-12-13T20:19:16,689 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/7c582a24c21c8e98c0ddda912bfca34d 2024-12-13T20:19:16,690 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,695 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 7c582a24c21c8e98c0ddda912bfca34d 2024-12-13T20:19:16,698 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/7c582a24c21c8e98c0ddda912bfca34d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,698 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 7c582a24c21c8e98c0ddda912bfca34d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72778571, jitterRate=0.08448521792888641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,699 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 7c582a24c21c8e98c0ddda912bfca34d: 2024-12-13T20:19:16,699 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d., pid=57, masterSystemTime=1734121156252 2024-12-13T20:19:16,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=7c582a24c21c8e98c0ddda912bfca34d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,702 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. 2024-12-13T20:19:16,703 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. 2024-12-13T20:19:16,703 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. 2024-12-13T20:19:16,703 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 9bdd3c345c81c5e60e393baf70e90910, NAME => 'test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T20:19:16,704 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9bdd3c345c81c5e60e393baf70e90910 2024-12-13T20:19:16,704 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,705 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 9bdd3c345c81c5e60e393baf70e90910 2024-12-13T20:19:16,705 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 9bdd3c345c81c5e60e393baf70e90910 2024-12-13T20:19:16,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=18 2024-12-13T20:19:16,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=18, state=SUCCESS; OpenRegionProcedure 7c582a24c21c8e98c0ddda912bfca34d, server=0fe162bcf4e3,37269,1734121139864 in 551 msec 2024-12-13T20:19:16,711 INFO [StoreOpener-9bdd3c345c81c5e60e393baf70e90910-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9bdd3c345c81c5e60e393baf70e90910 2024-12-13T20:19:16,716 INFO [StoreOpener-9bdd3c345c81c5e60e393baf70e90910-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bdd3c345c81c5e60e393baf70e90910 columnFamilyName f 2024-12-13T20:19:16,716 DEBUG [StoreOpener-9bdd3c345c81c5e60e393baf70e90910-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7c582a24c21c8e98c0ddda912bfca34d, ASSIGN in 776 msec 2024-12-13T20:19:16,716 INFO [StoreOpener-9bdd3c345c81c5e60e393baf70e90910-1 {}] regionserver.HStore(327): Store=9bdd3c345c81c5e60e393baf70e90910/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,716 INFO [StoreOpener-9bdd3c345c81c5e60e393baf70e90910-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9bdd3c345c81c5e60e393baf70e90910 2024-12-13T20:19:16,718 INFO [StoreOpener-9bdd3c345c81c5e60e393baf70e90910-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bdd3c345c81c5e60e393baf70e90910 columnFamilyName norep 2024-12-13T20:19:16,718 DEBUG [StoreOpener-9bdd3c345c81c5e60e393baf70e90910-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,720 INFO [StoreOpener-9bdd3c345c81c5e60e393baf70e90910-1 {}] regionserver.HStore(327): Store=9bdd3c345c81c5e60e393baf70e90910/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,721 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/9bdd3c345c81c5e60e393baf70e90910 2024-12-13T20:19:16,721 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/9bdd3c345c81c5e60e393baf70e90910 2024-12-13T20:19:16,722 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,723 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 9bdd3c345c81c5e60e393baf70e90910 2024-12-13T20:19:16,725 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/9bdd3c345c81c5e60e393baf70e90910/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,726 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 9bdd3c345c81c5e60e393baf70e90910; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67056346, jitterRate=-7.825791835784912E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,726 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 9bdd3c345c81c5e60e393baf70e90910: 2024-12-13T20:19:16,727 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910., pid=58, masterSystemTime=1734121156252 2024-12-13T20:19:16,729 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. 2024-12-13T20:19:16,729 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. 2024-12-13T20:19:16,729 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. 2024-12-13T20:19:16,729 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=9bdd3c345c81c5e60e393baf70e90910, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,729 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 3e9a32ffb667979dd78c3ee8c2691d02, NAME => 'test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T20:19:16,729 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e9a32ffb667979dd78c3ee8c2691d02 2024-12-13T20:19:16,729 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,729 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 3e9a32ffb667979dd78c3ee8c2691d02 2024-12-13T20:19:16,730 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 3e9a32ffb667979dd78c3ee8c2691d02 2024-12-13T20:19:16,732 INFO [StoreOpener-3e9a32ffb667979dd78c3ee8c2691d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e9a32ffb667979dd78c3ee8c2691d02 2024-12-13T20:19:16,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=31 2024-12-13T20:19:16,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=31, state=SUCCESS; OpenRegionProcedure 9bdd3c345c81c5e60e393baf70e90910, server=0fe162bcf4e3,37269,1734121139864 in 556 msec 2024-12-13T20:19:16,734 INFO [StoreOpener-3e9a32ffb667979dd78c3ee8c2691d02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e9a32ffb667979dd78c3ee8c2691d02 columnFamilyName f 2024-12-13T20:19:16,734 DEBUG [StoreOpener-3e9a32ffb667979dd78c3ee8c2691d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9bdd3c345c81c5e60e393baf70e90910, ASSIGN in 798 msec 2024-12-13T20:19:16,735 INFO [StoreOpener-3e9a32ffb667979dd78c3ee8c2691d02-1 {}] regionserver.HStore(327): Store=3e9a32ffb667979dd78c3ee8c2691d02/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,735 INFO [StoreOpener-3e9a32ffb667979dd78c3ee8c2691d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e9a32ffb667979dd78c3ee8c2691d02 2024-12-13T20:19:16,736 INFO [StoreOpener-3e9a32ffb667979dd78c3ee8c2691d02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e9a32ffb667979dd78c3ee8c2691d02 columnFamilyName norep 2024-12-13T20:19:16,737 DEBUG [StoreOpener-3e9a32ffb667979dd78c3ee8c2691d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,737 INFO [StoreOpener-3e9a32ffb667979dd78c3ee8c2691d02-1 {}] regionserver.HStore(327): Store=3e9a32ffb667979dd78c3ee8c2691d02/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,738 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/3e9a32ffb667979dd78c3ee8c2691d02 2024-12-13T20:19:16,739 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/3e9a32ffb667979dd78c3ee8c2691d02 2024-12-13T20:19:16,740 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,741 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 3e9a32ffb667979dd78c3ee8c2691d02 2024-12-13T20:19:16,743 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/3e9a32ffb667979dd78c3ee8c2691d02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,743 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 3e9a32ffb667979dd78c3ee8c2691d02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67791005, jitterRate=0.010164692997932434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,743 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 3e9a32ffb667979dd78c3ee8c2691d02: 2024-12-13T20:19:16,744 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02., pid=47, masterSystemTime=1734121156252 2024-12-13T20:19:16,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=3e9a32ffb667979dd78c3ee8c2691d02, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,747 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. 2024-12-13T20:19:16,747 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. 2024-12-13T20:19:16,748 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. 2024-12-13T20:19:16,748 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => c25ba0a2f04d574e7d6823e4fd4b28a3, NAME => 'test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T20:19:16,748 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c25ba0a2f04d574e7d6823e4fd4b28a3 2024-12-13T20:19:16,748 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,748 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for c25ba0a2f04d574e7d6823e4fd4b28a3 2024-12-13T20:19:16,748 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for c25ba0a2f04d574e7d6823e4fd4b28a3 2024-12-13T20:19:16,750 INFO [StoreOpener-c25ba0a2f04d574e7d6823e4fd4b28a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c25ba0a2f04d574e7d6823e4fd4b28a3 2024-12-13T20:19:16,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=13 2024-12-13T20:19:16,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=13, state=SUCCESS; OpenRegionProcedure 3e9a32ffb667979dd78c3ee8c2691d02, server=0fe162bcf4e3,37269,1734121139864 in 622 msec 2024-12-13T20:19:16,752 INFO [StoreOpener-c25ba0a2f04d574e7d6823e4fd4b28a3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c25ba0a2f04d574e7d6823e4fd4b28a3 columnFamilyName f 2024-12-13T20:19:16,752 DEBUG [StoreOpener-c25ba0a2f04d574e7d6823e4fd4b28a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3e9a32ffb667979dd78c3ee8c2691d02, ASSIGN in 816 msec 2024-12-13T20:19:16,752 INFO [StoreOpener-c25ba0a2f04d574e7d6823e4fd4b28a3-1 {}] regionserver.HStore(327): Store=c25ba0a2f04d574e7d6823e4fd4b28a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,752 INFO [StoreOpener-c25ba0a2f04d574e7d6823e4fd4b28a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c25ba0a2f04d574e7d6823e4fd4b28a3 2024-12-13T20:19:16,753 INFO [StoreOpener-c25ba0a2f04d574e7d6823e4fd4b28a3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c25ba0a2f04d574e7d6823e4fd4b28a3 columnFamilyName norep 2024-12-13T20:19:16,753 DEBUG [StoreOpener-c25ba0a2f04d574e7d6823e4fd4b28a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,754 INFO [StoreOpener-c25ba0a2f04d574e7d6823e4fd4b28a3-1 {}] regionserver.HStore(327): Store=c25ba0a2f04d574e7d6823e4fd4b28a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,755 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/c25ba0a2f04d574e7d6823e4fd4b28a3 2024-12-13T20:19:16,756 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/c25ba0a2f04d574e7d6823e4fd4b28a3 2024-12-13T20:19:16,757 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,758 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for c25ba0a2f04d574e7d6823e4fd4b28a3 2024-12-13T20:19:16,761 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/c25ba0a2f04d574e7d6823e4fd4b28a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,762 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened c25ba0a2f04d574e7d6823e4fd4b28a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59770497, jitterRate=-0.10935018956661224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,762 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for c25ba0a2f04d574e7d6823e4fd4b28a3: 2024-12-13T20:19:16,763 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3., pid=37, masterSystemTime=1734121156252 2024-12-13T20:19:16,764 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. 2024-12-13T20:19:16,764 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. 2024-12-13T20:19:16,764 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. 2024-12-13T20:19:16,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c25ba0a2f04d574e7d6823e4fd4b28a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,764 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => d4b92122947092d88bdb8e3d5c702823, NAME => 'test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T20:19:16,765 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d4b92122947092d88bdb8e3d5c702823 2024-12-13T20:19:16,765 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,765 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for d4b92122947092d88bdb8e3d5c702823 2024-12-13T20:19:16,765 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for d4b92122947092d88bdb8e3d5c702823 2024-12-13T20:19:16,767 INFO [StoreOpener-d4b92122947092d88bdb8e3d5c702823-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d4b92122947092d88bdb8e3d5c702823 2024-12-13T20:19:16,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=14 2024-12-13T20:19:16,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=14, state=SUCCESS; OpenRegionProcedure c25ba0a2f04d574e7d6823e4fd4b28a3, server=0fe162bcf4e3,37269,1734121139864 in 667 msec 2024-12-13T20:19:16,768 INFO [StoreOpener-d4b92122947092d88bdb8e3d5c702823-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4b92122947092d88bdb8e3d5c702823 columnFamilyName f 2024-12-13T20:19:16,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c25ba0a2f04d574e7d6823e4fd4b28a3, ASSIGN in 832 msec 2024-12-13T20:19:16,768 DEBUG [StoreOpener-d4b92122947092d88bdb8e3d5c702823-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,769 INFO [StoreOpener-d4b92122947092d88bdb8e3d5c702823-1 {}] regionserver.HStore(327): Store=d4b92122947092d88bdb8e3d5c702823/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,769 INFO [StoreOpener-d4b92122947092d88bdb8e3d5c702823-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d4b92122947092d88bdb8e3d5c702823 2024-12-13T20:19:16,770 INFO [StoreOpener-d4b92122947092d88bdb8e3d5c702823-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4b92122947092d88bdb8e3d5c702823 columnFamilyName norep 2024-12-13T20:19:16,770 DEBUG [StoreOpener-d4b92122947092d88bdb8e3d5c702823-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,771 INFO [StoreOpener-d4b92122947092d88bdb8e3d5c702823-1 {}] regionserver.HStore(327): Store=d4b92122947092d88bdb8e3d5c702823/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,771 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/d4b92122947092d88bdb8e3d5c702823 2024-12-13T20:19:16,772 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/d4b92122947092d88bdb8e3d5c702823 2024-12-13T20:19:16,773 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,774 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for d4b92122947092d88bdb8e3d5c702823 2024-12-13T20:19:16,776 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/d4b92122947092d88bdb8e3d5c702823/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,777 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened d4b92122947092d88bdb8e3d5c702823; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67221444, jitterRate=0.0016775727272033691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,777 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for d4b92122947092d88bdb8e3d5c702823: 2024-12-13T20:19:16,778 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823., pid=49, masterSystemTime=1734121156252 2024-12-13T20:19:16,779 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. 2024-12-13T20:19:16,779 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. 2024-12-13T20:19:16,780 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. 2024-12-13T20:19:16,780 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=d4b92122947092d88bdb8e3d5c702823, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,780 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 7a24272338b8723aa74b9e96955a72dc, NAME => 'test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T20:19:16,780 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7a24272338b8723aa74b9e96955a72dc 2024-12-13T20:19:16,780 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,780 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 7a24272338b8723aa74b9e96955a72dc 2024-12-13T20:19:16,780 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 7a24272338b8723aa74b9e96955a72dc 2024-12-13T20:19:16,782 INFO [StoreOpener-7a24272338b8723aa74b9e96955a72dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7a24272338b8723aa74b9e96955a72dc 2024-12-13T20:19:16,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=35 2024-12-13T20:19:16,784 INFO [StoreOpener-7a24272338b8723aa74b9e96955a72dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a24272338b8723aa74b9e96955a72dc columnFamilyName f 2024-12-13T20:19:16,784 DEBUG [StoreOpener-7a24272338b8723aa74b9e96955a72dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,785 INFO [StoreOpener-7a24272338b8723aa74b9e96955a72dc-1 {}] regionserver.HStore(327): Store=7a24272338b8723aa74b9e96955a72dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,785 INFO [StoreOpener-7a24272338b8723aa74b9e96955a72dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7a24272338b8723aa74b9e96955a72dc 2024-12-13T20:19:16,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=35, state=SUCCESS; OpenRegionProcedure d4b92122947092d88bdb8e3d5c702823, server=0fe162bcf4e3,37269,1734121139864 in 649 msec 2024-12-13T20:19:16,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d4b92122947092d88bdb8e3d5c702823, ASSIGN in 849 msec 2024-12-13T20:19:16,787 INFO [StoreOpener-7a24272338b8723aa74b9e96955a72dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a24272338b8723aa74b9e96955a72dc columnFamilyName norep 2024-12-13T20:19:16,787 DEBUG [StoreOpener-7a24272338b8723aa74b9e96955a72dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,788 INFO [StoreOpener-7a24272338b8723aa74b9e96955a72dc-1 {}] regionserver.HStore(327): Store=7a24272338b8723aa74b9e96955a72dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,789 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/7a24272338b8723aa74b9e96955a72dc 2024-12-13T20:19:16,789 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/7a24272338b8723aa74b9e96955a72dc 2024-12-13T20:19:16,790 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,791 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 7a24272338b8723aa74b9e96955a72dc 2024-12-13T20:19:16,793 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/7a24272338b8723aa74b9e96955a72dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,794 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 7a24272338b8723aa74b9e96955a72dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63712463, jitterRate=-0.050610318779945374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,794 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 7a24272338b8723aa74b9e96955a72dc: 2024-12-13T20:19:16,795 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc., pid=41, masterSystemTime=1734121156252 2024-12-13T20:19:16,797 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. 2024-12-13T20:19:16,797 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. 2024-12-13T20:19:16,797 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. 2024-12-13T20:19:16,797 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => bba34a827aa6b94243ffc4f23c85b674, NAME => 'test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T20:19:16,798 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=7a24272338b8723aa74b9e96955a72dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,798 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bba34a827aa6b94243ffc4f23c85b674 2024-12-13T20:19:16,798 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,798 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for bba34a827aa6b94243ffc4f23c85b674 2024-12-13T20:19:16,798 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for bba34a827aa6b94243ffc4f23c85b674 2024-12-13T20:19:16,800 INFO [StoreOpener-bba34a827aa6b94243ffc4f23c85b674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bba34a827aa6b94243ffc4f23c85b674 2024-12-13T20:19:16,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=27 2024-12-13T20:19:16,801 INFO [StoreOpener-bba34a827aa6b94243ffc4f23c85b674-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bba34a827aa6b94243ffc4f23c85b674 columnFamilyName f 2024-12-13T20:19:16,801 DEBUG [StoreOpener-bba34a827aa6b94243ffc4f23c85b674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=27, state=SUCCESS; OpenRegionProcedure 7a24272338b8723aa74b9e96955a72dc, server=0fe162bcf4e3,37269,1734121139864 in 691 msec 2024-12-13T20:19:16,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7a24272338b8723aa74b9e96955a72dc, ASSIGN in 866 msec 2024-12-13T20:19:16,802 INFO [StoreOpener-bba34a827aa6b94243ffc4f23c85b674-1 {}] regionserver.HStore(327): Store=bba34a827aa6b94243ffc4f23c85b674/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,802 INFO [StoreOpener-bba34a827aa6b94243ffc4f23c85b674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bba34a827aa6b94243ffc4f23c85b674 2024-12-13T20:19:16,804 INFO [StoreOpener-bba34a827aa6b94243ffc4f23c85b674-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bba34a827aa6b94243ffc4f23c85b674 columnFamilyName norep 2024-12-13T20:19:16,804 DEBUG [StoreOpener-bba34a827aa6b94243ffc4f23c85b674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,804 INFO [StoreOpener-bba34a827aa6b94243ffc4f23c85b674-1 {}] regionserver.HStore(327): Store=bba34a827aa6b94243ffc4f23c85b674/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,805 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/bba34a827aa6b94243ffc4f23c85b674 2024-12-13T20:19:16,806 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/bba34a827aa6b94243ffc4f23c85b674 2024-12-13T20:19:16,807 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,808 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for bba34a827aa6b94243ffc4f23c85b674 2024-12-13T20:19:16,810 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/bba34a827aa6b94243ffc4f23c85b674/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,811 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened bba34a827aa6b94243ffc4f23c85b674; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63213874, jitterRate=-0.05803987383842468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,811 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for bba34a827aa6b94243ffc4f23c85b674: 2024-12-13T20:19:16,812 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674., pid=43, masterSystemTime=1734121156252 2024-12-13T20:19:16,813 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. 2024-12-13T20:19:16,813 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. 2024-12-13T20:19:16,814 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. 2024-12-13T20:19:16,814 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=bba34a827aa6b94243ffc4f23c85b674, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,814 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 8e8380b5eb75e3fad207d77641c32e35, NAME => 'test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T20:19:16,814 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8e8380b5eb75e3fad207d77641c32e35 2024-12-13T20:19:16,814 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,814 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 8e8380b5eb75e3fad207d77641c32e35 2024-12-13T20:19:16,815 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 8e8380b5eb75e3fad207d77641c32e35 2024-12-13T20:19:16,818 INFO [StoreOpener-8e8380b5eb75e3fad207d77641c32e35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8e8380b5eb75e3fad207d77641c32e35 2024-12-13T20:19:16,820 INFO [StoreOpener-8e8380b5eb75e3fad207d77641c32e35-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e8380b5eb75e3fad207d77641c32e35 columnFamilyName f 2024-12-13T20:19:16,820 DEBUG [StoreOpener-8e8380b5eb75e3fad207d77641c32e35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,821 INFO [StoreOpener-8e8380b5eb75e3fad207d77641c32e35-1 {}] regionserver.HStore(327): Store=8e8380b5eb75e3fad207d77641c32e35/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,821 INFO [StoreOpener-8e8380b5eb75e3fad207d77641c32e35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8e8380b5eb75e3fad207d77641c32e35 2024-12-13T20:19:16,822 INFO [StoreOpener-8e8380b5eb75e3fad207d77641c32e35-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e8380b5eb75e3fad207d77641c32e35 columnFamilyName norep 2024-12-13T20:19:16,822 DEBUG [StoreOpener-8e8380b5eb75e3fad207d77641c32e35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,823 INFO [StoreOpener-8e8380b5eb75e3fad207d77641c32e35-1 {}] regionserver.HStore(327): Store=8e8380b5eb75e3fad207d77641c32e35/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,824 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/8e8380b5eb75e3fad207d77641c32e35 2024-12-13T20:19:16,825 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/8e8380b5eb75e3fad207d77641c32e35 2024-12-13T20:19:16,826 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,827 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 8e8380b5eb75e3fad207d77641c32e35 2024-12-13T20:19:16,830 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/8e8380b5eb75e3fad207d77641c32e35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,832 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 8e8380b5eb75e3fad207d77641c32e35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67387974, jitterRate=0.004159063100814819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=11 2024-12-13T20:19:16,833 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 8e8380b5eb75e3fad207d77641c32e35: 2024-12-13T20:19:16,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=11, state=SUCCESS; OpenRegionProcedure bba34a827aa6b94243ffc4f23c85b674, server=0fe162bcf4e3,37269,1734121139864 in 701 msec 2024-12-13T20:19:16,833 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35., pid=60, masterSystemTime=1734121156252 2024-12-13T20:19:16,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bba34a827aa6b94243ffc4f23c85b674, ASSIGN in 898 msec 2024-12-13T20:19:16,835 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. 2024-12-13T20:19:16,835 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. 2024-12-13T20:19:16,835 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. 2024-12-13T20:19:16,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=8e8380b5eb75e3fad207d77641c32e35, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,836 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => da8726cd9e55919c8c3cb8bfae9ae8c0, NAME => 'test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T20:19:16,836 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da8726cd9e55919c8c3cb8bfae9ae8c0 2024-12-13T20:19:16,836 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,836 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for da8726cd9e55919c8c3cb8bfae9ae8c0 2024-12-13T20:19:16,836 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for da8726cd9e55919c8c3cb8bfae9ae8c0 2024-12-13T20:19:16,839 INFO [StoreOpener-da8726cd9e55919c8c3cb8bfae9ae8c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da8726cd9e55919c8c3cb8bfae9ae8c0 2024-12-13T20:19:16,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=19 2024-12-13T20:19:16,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=19, state=SUCCESS; OpenRegionProcedure 8e8380b5eb75e3fad207d77641c32e35, server=0fe162bcf4e3,37269,1734121139864 in 658 msec 2024-12-13T20:19:16,841 INFO [StoreOpener-da8726cd9e55919c8c3cb8bfae9ae8c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da8726cd9e55919c8c3cb8bfae9ae8c0 columnFamilyName f 2024-12-13T20:19:16,841 DEBUG [StoreOpener-da8726cd9e55919c8c3cb8bfae9ae8c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8e8380b5eb75e3fad207d77641c32e35, ASSIGN in 905 msec 2024-12-13T20:19:16,842 INFO [StoreOpener-da8726cd9e55919c8c3cb8bfae9ae8c0-1 {}] regionserver.HStore(327): Store=da8726cd9e55919c8c3cb8bfae9ae8c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,842 INFO [StoreOpener-da8726cd9e55919c8c3cb8bfae9ae8c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da8726cd9e55919c8c3cb8bfae9ae8c0 2024-12-13T20:19:16,843 INFO [StoreOpener-da8726cd9e55919c8c3cb8bfae9ae8c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da8726cd9e55919c8c3cb8bfae9ae8c0 columnFamilyName norep 2024-12-13T20:19:16,843 DEBUG [StoreOpener-da8726cd9e55919c8c3cb8bfae9ae8c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,844 INFO [StoreOpener-da8726cd9e55919c8c3cb8bfae9ae8c0-1 {}] regionserver.HStore(327): Store=da8726cd9e55919c8c3cb8bfae9ae8c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,845 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/da8726cd9e55919c8c3cb8bfae9ae8c0 2024-12-13T20:19:16,846 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/da8726cd9e55919c8c3cb8bfae9ae8c0 2024-12-13T20:19:16,847 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,849 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for da8726cd9e55919c8c3cb8bfae9ae8c0 2024-12-13T20:19:16,853 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/da8726cd9e55919c8c3cb8bfae9ae8c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,854 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened da8726cd9e55919c8c3cb8bfae9ae8c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68700821, jitterRate=0.023722007870674133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,854 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for da8726cd9e55919c8c3cb8bfae9ae8c0: 2024-12-13T20:19:16,855 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0., pid=45, masterSystemTime=1734121156252 2024-12-13T20:19:16,858 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. 2024-12-13T20:19:16,858 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. 2024-12-13T20:19:16,858 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. 2024-12-13T20:19:16,858 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 8e3919f6f5ab56cda86d77873359506c, NAME => 'test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T20:19:16,859 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8e3919f6f5ab56cda86d77873359506c 2024-12-13T20:19:16,859 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,859 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 8e3919f6f5ab56cda86d77873359506c 2024-12-13T20:19:16,859 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 8e3919f6f5ab56cda86d77873359506c 2024-12-13T20:19:16,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=da8726cd9e55919c8c3cb8bfae9ae8c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,863 INFO [StoreOpener-8e3919f6f5ab56cda86d77873359506c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8e3919f6f5ab56cda86d77873359506c 2024-12-13T20:19:16,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=17 2024-12-13T20:19:16,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=17, state=SUCCESS; OpenRegionProcedure da8726cd9e55919c8c3cb8bfae9ae8c0, server=0fe162bcf4e3,37269,1734121139864 in 741 msec 2024-12-13T20:19:16,865 INFO [StoreOpener-8e3919f6f5ab56cda86d77873359506c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e3919f6f5ab56cda86d77873359506c columnFamilyName f 2024-12-13T20:19:16,865 DEBUG [StoreOpener-8e3919f6f5ab56cda86d77873359506c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=da8726cd9e55919c8c3cb8bfae9ae8c0, ASSIGN in 929 msec 2024-12-13T20:19:16,866 INFO [StoreOpener-8e3919f6f5ab56cda86d77873359506c-1 {}] regionserver.HStore(327): Store=8e3919f6f5ab56cda86d77873359506c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,866 INFO [StoreOpener-8e3919f6f5ab56cda86d77873359506c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8e3919f6f5ab56cda86d77873359506c 2024-12-13T20:19:16,868 INFO [StoreOpener-8e3919f6f5ab56cda86d77873359506c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e3919f6f5ab56cda86d77873359506c columnFamilyName norep 2024-12-13T20:19:16,868 DEBUG [StoreOpener-8e3919f6f5ab56cda86d77873359506c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,869 INFO [StoreOpener-8e3919f6f5ab56cda86d77873359506c-1 {}] regionserver.HStore(327): Store=8e3919f6f5ab56cda86d77873359506c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,870 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/8e3919f6f5ab56cda86d77873359506c 2024-12-13T20:19:16,871 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/8e3919f6f5ab56cda86d77873359506c 2024-12-13T20:19:16,873 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,876 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 8e3919f6f5ab56cda86d77873359506c 2024-12-13T20:19:16,880 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/8e3919f6f5ab56cda86d77873359506c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,881 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 8e3919f6f5ab56cda86d77873359506c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60751778, jitterRate=-0.09472796320915222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,881 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 8e3919f6f5ab56cda86d77873359506c: 2024-12-13T20:19:16,882 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c., pid=55, masterSystemTime=1734121156252 2024-12-13T20:19:16,885 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. 2024-12-13T20:19:16,885 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. 2024-12-13T20:19:16,885 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. 2024-12-13T20:19:16,885 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => a6e88e168491b105f1d099b3fba4c44a, NAME => 'test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T20:19:16,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=8e3919f6f5ab56cda86d77873359506c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,886 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a6e88e168491b105f1d099b3fba4c44a 2024-12-13T20:19:16,886 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,886 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for a6e88e168491b105f1d099b3fba4c44a 2024-12-13T20:19:16,886 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for a6e88e168491b105f1d099b3fba4c44a 2024-12-13T20:19:16,888 INFO [StoreOpener-a6e88e168491b105f1d099b3fba4c44a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a6e88e168491b105f1d099b3fba4c44a 2024-12-13T20:19:16,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=22 2024-12-13T20:19:16,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=22, state=SUCCESS; OpenRegionProcedure 8e3919f6f5ab56cda86d77873359506c, server=0fe162bcf4e3,37269,1734121139864 in 737 msec 2024-12-13T20:19:16,891 INFO [StoreOpener-a6e88e168491b105f1d099b3fba4c44a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6e88e168491b105f1d099b3fba4c44a columnFamilyName f 2024-12-13T20:19:16,891 DEBUG [StoreOpener-a6e88e168491b105f1d099b3fba4c44a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8e3919f6f5ab56cda86d77873359506c, ASSIGN in 954 msec 2024-12-13T20:19:16,892 INFO [StoreOpener-a6e88e168491b105f1d099b3fba4c44a-1 {}] regionserver.HStore(327): Store=a6e88e168491b105f1d099b3fba4c44a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,892 INFO [StoreOpener-a6e88e168491b105f1d099b3fba4c44a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a6e88e168491b105f1d099b3fba4c44a 2024-12-13T20:19:16,893 INFO [StoreOpener-a6e88e168491b105f1d099b3fba4c44a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6e88e168491b105f1d099b3fba4c44a columnFamilyName norep 2024-12-13T20:19:16,893 DEBUG [StoreOpener-a6e88e168491b105f1d099b3fba4c44a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,894 INFO [StoreOpener-a6e88e168491b105f1d099b3fba4c44a-1 {}] regionserver.HStore(327): Store=a6e88e168491b105f1d099b3fba4c44a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,894 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/a6e88e168491b105f1d099b3fba4c44a 2024-12-13T20:19:16,895 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/a6e88e168491b105f1d099b3fba4c44a 2024-12-13T20:19:16,896 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,898 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for a6e88e168491b105f1d099b3fba4c44a 2024-12-13T20:19:16,901 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/a6e88e168491b105f1d099b3fba4c44a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,902 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened a6e88e168491b105f1d099b3fba4c44a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69516568, jitterRate=0.03587758541107178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,902 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for a6e88e168491b105f1d099b3fba4c44a: 2024-12-13T20:19:16,903 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a., pid=61, masterSystemTime=1734121156252 2024-12-13T20:19:16,905 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. 2024-12-13T20:19:16,905 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. 2024-12-13T20:19:16,905 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,ooo,1734121152549.4653348822124760496298d47c7cd160. 2024-12-13T20:19:16,905 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 4653348822124760496298d47c7cd160, NAME => 'test,ooo,1734121152549.4653348822124760496298d47c7cd160.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T20:19:16,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=a6e88e168491b105f1d099b3fba4c44a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,906 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4653348822124760496298d47c7cd160 2024-12-13T20:19:16,906 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,ooo,1734121152549.4653348822124760496298d47c7cd160.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,906 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 4653348822124760496298d47c7cd160 2024-12-13T20:19:16,906 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 4653348822124760496298d47c7cd160 2024-12-13T20:19:16,908 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33139 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=0fe162bcf4e3,37269,1734121139864, table=test, region=a6e88e168491b105f1d099b3fba4c44a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-13T20:19:16,909 INFO [StoreOpener-4653348822124760496298d47c7cd160-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4653348822124760496298d47c7cd160 2024-12-13T20:19:16,911 INFO [StoreOpener-4653348822124760496298d47c7cd160-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4653348822124760496298d47c7cd160 columnFamilyName f 2024-12-13T20:19:16,911 DEBUG [StoreOpener-4653348822124760496298d47c7cd160-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,912 INFO [StoreOpener-4653348822124760496298d47c7cd160-1 {}] regionserver.HStore(327): Store=4653348822124760496298d47c7cd160/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,912 INFO [StoreOpener-4653348822124760496298d47c7cd160-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4653348822124760496298d47c7cd160 2024-12-13T20:19:16,913 INFO [StoreOpener-4653348822124760496298d47c7cd160-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4653348822124760496298d47c7cd160 columnFamilyName norep 2024-12-13T20:19:16,913 DEBUG [StoreOpener-4653348822124760496298d47c7cd160-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,914 INFO [StoreOpener-4653348822124760496298d47c7cd160-1 {}] regionserver.HStore(327): Store=4653348822124760496298d47c7cd160/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=20 2024-12-13T20:19:16,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=20, state=SUCCESS; OpenRegionProcedure a6e88e168491b105f1d099b3fba4c44a, server=0fe162bcf4e3,37269,1734121139864 in 729 msec 2024-12-13T20:19:16,915 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/4653348822124760496298d47c7cd160 2024-12-13T20:19:16,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a6e88e168491b105f1d099b3fba4c44a, ASSIGN in 980 msec 2024-12-13T20:19:16,916 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/4653348822124760496298d47c7cd160 2024-12-13T20:19:16,917 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,918 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 4653348822124760496298d47c7cd160 2024-12-13T20:19:16,921 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/4653348822124760496298d47c7cd160/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,921 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 4653348822124760496298d47c7cd160; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62775570, jitterRate=-0.06457111239433289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,922 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 4653348822124760496298d47c7cd160: 2024-12-13T20:19:16,922 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734121152549.4653348822124760496298d47c7cd160., pid=39, masterSystemTime=1734121156252 2024-12-13T20:19:16,924 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734121152549.4653348822124760496298d47c7cd160. 2024-12-13T20:19:16,924 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,ooo,1734121152549.4653348822124760496298d47c7cd160. 2024-12-13T20:19:16,924 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. 2024-12-13T20:19:16,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=4653348822124760496298d47c7cd160, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,925 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => c7f4f0cc8da1526ec4f88439cc15710e, NAME => 'test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T20:19:16,925 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7f4f0cc8da1526ec4f88439cc15710e 2024-12-13T20:19:16,925 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:16,925 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for c7f4f0cc8da1526ec4f88439cc15710e 2024-12-13T20:19:16,925 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for c7f4f0cc8da1526ec4f88439cc15710e 2024-12-13T20:19:16,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=24 2024-12-13T20:19:16,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=24, state=SUCCESS; OpenRegionProcedure 4653348822124760496298d47c7cd160, server=0fe162bcf4e3,37269,1734121139864 in 825 msec 2024-12-13T20:19:16,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4653348822124760496298d47c7cd160, ASSIGN in 993 msec 2024-12-13T20:19:16,931 INFO [StoreOpener-c7f4f0cc8da1526ec4f88439cc15710e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7f4f0cc8da1526ec4f88439cc15710e 2024-12-13T20:19:16,933 INFO [StoreOpener-c7f4f0cc8da1526ec4f88439cc15710e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7f4f0cc8da1526ec4f88439cc15710e columnFamilyName f 2024-12-13T20:19:16,933 DEBUG [StoreOpener-c7f4f0cc8da1526ec4f88439cc15710e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,934 INFO [StoreOpener-c7f4f0cc8da1526ec4f88439cc15710e-1 {}] regionserver.HStore(327): Store=c7f4f0cc8da1526ec4f88439cc15710e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,934 INFO [StoreOpener-c7f4f0cc8da1526ec4f88439cc15710e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7f4f0cc8da1526ec4f88439cc15710e 2024-12-13T20:19:16,935 INFO [StoreOpener-c7f4f0cc8da1526ec4f88439cc15710e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7f4f0cc8da1526ec4f88439cc15710e columnFamilyName norep 2024-12-13T20:19:16,936 DEBUG [StoreOpener-c7f4f0cc8da1526ec4f88439cc15710e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:16,936 INFO [StoreOpener-c7f4f0cc8da1526ec4f88439cc15710e-1 {}] regionserver.HStore(327): Store=c7f4f0cc8da1526ec4f88439cc15710e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:16,937 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/c7f4f0cc8da1526ec4f88439cc15710e 2024-12-13T20:19:16,937 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/c7f4f0cc8da1526ec4f88439cc15710e 2024-12-13T20:19:16,939 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T20:19:16,940 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for c7f4f0cc8da1526ec4f88439cc15710e 2024-12-13T20:19:16,942 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/c7f4f0cc8da1526ec4f88439cc15710e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:16,943 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened c7f4f0cc8da1526ec4f88439cc15710e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60759374, jitterRate=-0.09461477398872375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T20:19:16,943 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for c7f4f0cc8da1526ec4f88439cc15710e: 2024-12-13T20:19:16,943 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e., pid=54, masterSystemTime=1734121156252 2024-12-13T20:19:16,945 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. 2024-12-13T20:19:16,945 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. 2024-12-13T20:19:16,945 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=c7f4f0cc8da1526ec4f88439cc15710e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:16,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=21 2024-12-13T20:19:16,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=21, state=SUCCESS; OpenRegionProcedure c7f4f0cc8da1526ec4f88439cc15710e, server=0fe162bcf4e3,37269,1734121139864 in 799 msec 2024-12-13T20:19:16,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=9 2024-12-13T20:19:16,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c7f4f0cc8da1526ec4f88439cc15710e, ASSIGN in 1.0140 sec 2024-12-13T20:19:16,951 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T20:19:16,951 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121156951"}]},"ts":"1734121156951"} 2024-12-13T20:19:16,954 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T20:19:16,966 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T20:19:16,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.4160 sec 2024-12-13T20:19:17,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:20,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T20:19:20,667 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T20:19:20,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T20:19:20,667 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T20:19:20,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T20:19:20,679 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T20:19:20,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T20:19:20,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T20:19:20,679 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T20:19:20,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T20:19:20,688 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T20:19:20,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T20:19:20,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T20:19:20,688 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T20:19:20,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T20:19:20,695 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T20:19:20,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T20:19:20,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=389, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=3316 2024-12-13T20:19:20,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T20:19:20,711 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T20:19:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-13T20:19:20,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster(3919): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=127.0.0.1:55816:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-13T20:19:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-13T20:19:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T20:19:20,754 INFO [PEWorker-1 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T20:19:20,755 INFO [PEWorker-1 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7ad70b98check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:55816 2024-12-13T20:19:20,801 DEBUG [PEWorker-1-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7ad70b98check-peer-cluster-id0x0, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T20:19:20,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7ad70b98check-peer-cluster-id-0x100210b9a380009 connected 2024-12-13T20:19:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T20:19:20,910 DEBUG [PEWorker-1-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7ad70b98check-peer-cluster-id-0x100210b9a380009, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T20:19:20,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:19:20,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:19:20,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T20:19:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T20:19:21,071 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T20:19:21,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:21,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44411 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-13T20:19:21,150 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-13T20:19:21,170 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T20:19:21,188 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T20:19:21,254 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-13T20:19:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-13T20:19:21,258 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 0fe162bcf4e3,44411,1734121132765 suceeded 2024-12-13T20:19:21,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T20:19:21,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 271 msec 2024-12-13T20:19:21,260 INFO [PEWorker-4 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:55816:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-13T20:19:21,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 531 msec 2024-12-13T20:19:21,284 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c355699 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d3f7df4 2024-12-13T20:19:21,294 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a4e4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:21,296 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:55816 2024-12-13T20:19:21,306 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T20:19:21,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x100210b9a38000b connected 2024-12-13T20:19:21,307 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=bb160720-eb44-4bb7-9c67-6e8c17988414 to cluster=9648607d-4ed4-4857-9c31-fdea9288bde8 2024-12-13T20:19:21,309 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=0fe162bcf4e3%2C44411%2C1734121132765 2024-12-13T20:19:21,312 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T20:19:21,313 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0fe162bcf4e3%2C44411%2C1734121132765 2024-12-13T20:19:21,313 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, startPosition=0, beingWritten=true 2024-12-13T20:19:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T20:19:21,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6758fad1 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44a5ded2 2024-12-13T20:19:21,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2807dfcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:21,353 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5be219d3 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bccee0c 2024-12-13T20:19:21,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1175ece9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:21,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T20:19:21,368 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T20:19:21,368 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 7708, reset compression=false 2024-12-13T20:19:21,368 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T20:19:21,369 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T20:19:21,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T20:19:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T20:19:21,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T20:19:21,372 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:21,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-13T20:19:21,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T20:19:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T20:19:21,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741864_1040 (size=367) 2024-12-13T20:19:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T20:19:21,581 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 7708, reset compression=false 2024-12-13T20:19:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T20:19:21,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T20:19:21,785 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2c195205e5248b46633201dac6601925, NAME => 'testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c 2024-12-13T20:19:21,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741865_1041 (size=51) 2024-12-13T20:19:21,887 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 7708, reset compression=false 2024-12-13T20:19:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T20:19:22,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:22,193 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:22,193 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 2c195205e5248b46633201dac6601925, disabling compactions & flushes 2024-12-13T20:19:22,193 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. 2024-12-13T20:19:22,193 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. 2024-12-13T20:19:22,193 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. after waiting 0 ms 2024-12-13T20:19:22,193 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. 2024-12-13T20:19:22,193 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. 2024-12-13T20:19:22,193 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2c195205e5248b46633201dac6601925: 2024-12-13T20:19:22,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T20:19:22,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734121162195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121162195"}]},"ts":"1734121162195"} 2024-12-13T20:19:22,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T20:19:22,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T20:19:22,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121162197"}]},"ts":"1734121162197"} 2024-12-13T20:19:22,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T20:19:22,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=2c195205e5248b46633201dac6601925, ASSIGN}] 2024-12-13T20:19:22,263 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=2c195205e5248b46633201dac6601925, ASSIGN 2024-12-13T20:19:22,263 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=2c195205e5248b46633201dac6601925, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,44411,1734121132765; forceNewPlan=false, retain=false 2024-12-13T20:19:22,292 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 7708, reset compression=false 2024-12-13T20:19:22,414 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=2c195205e5248b46633201dac6601925, regionState=OPENING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:22,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 2c195205e5248b46633201dac6601925, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T20:19:22,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:22,580 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. 2024-12-13T20:19:22,580 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 2c195205e5248b46633201dac6601925, NAME => 'testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925.', STARTKEY => '', ENDKEY => ''} 2024-12-13T20:19:22,581 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 2c195205e5248b46633201dac6601925 2024-12-13T20:19:22,581 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:22,581 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 2c195205e5248b46633201dac6601925 2024-12-13T20:19:22,581 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 2c195205e5248b46633201dac6601925 2024-12-13T20:19:22,584 INFO [StoreOpener-2c195205e5248b46633201dac6601925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 2c195205e5248b46633201dac6601925 2024-12-13T20:19:22,587 INFO [StoreOpener-2c195205e5248b46633201dac6601925-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c195205e5248b46633201dac6601925 columnFamilyName fam 2024-12-13T20:19:22,587 DEBUG [StoreOpener-2c195205e5248b46633201dac6601925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:22,587 INFO [StoreOpener-2c195205e5248b46633201dac6601925-1 {}] regionserver.HStore(327): Store=2c195205e5248b46633201dac6601925/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:22,589 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925 2024-12-13T20:19:22,589 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925 2024-12-13T20:19:22,593 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 2c195205e5248b46633201dac6601925 2024-12-13T20:19:22,596 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:22,597 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 2c195205e5248b46633201dac6601925; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61346082, jitterRate=-0.08587214350700378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T20:19:22,599 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 2c195205e5248b46633201dac6601925: 2024-12-13T20:19:22,600 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925., pid=66, masterSystemTime=1734121162572 2024-12-13T20:19:22,602 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. 2024-12-13T20:19:22,602 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. 2024-12-13T20:19:22,602 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=2c195205e5248b46633201dac6601925, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:22,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T20:19:22,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 2c195205e5248b46633201dac6601925, server=0fe162bcf4e3,44411,1734121132765 in 185 msec 2024-12-13T20:19:22,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-13T20:19:22,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=2c195205e5248b46633201dac6601925, ASSIGN in 346 msec 2024-12-13T20:19:22,608 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T20:19:22,608 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121162608"}]},"ts":"1734121162608"} 2024-12-13T20:19:22,610 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T20:19:22,619 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T20:19:22,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2490 sec 2024-12-13T20:19:22,799 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 7708, reset compression=false 2024-12-13T20:19:22,809 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T20:19:22,810 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 8001, reset compression=false 2024-12-13T20:19:22,810 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T20:19:23,014 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 8001, reset compression=false 2024-12-13T20:19:23,320 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 8001, reset compression=false 2024-12-13T20:19:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T20:19:23,486 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-13T20:19:23,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T20:19:23,493 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T20:19:23,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T20:19:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T20:19:23,497 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T20:19:23,497 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:23,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-13T20:19:23,498 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T20:19:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T20:19:23,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741864_1040 (size=367) 2024-12-13T20:19:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T20:19:23,725 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 8001, reset compression=false 2024-12-13T20:19:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T20:19:23,907 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c05528f2f4c725aa35d846951d972868, NAME => 'testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf 2024-12-13T20:19:23,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741865_1041 (size=51) 2024-12-13T20:19:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T20:19:24,232 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 8001, reset compression=false 2024-12-13T20:19:24,317 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:24,318 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing c05528f2f4c725aa35d846951d972868, disabling compactions & flushes 2024-12-13T20:19:24,318 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. 2024-12-13T20:19:24,318 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. 2024-12-13T20:19:24,318 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. after waiting 0 ms 2024-12-13T20:19:24,318 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. 2024-12-13T20:19:24,318 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. 2024-12-13T20:19:24,318 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for c05528f2f4c725aa35d846951d972868: 2024-12-13T20:19:24,320 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T20:19:24,321 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734121164321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734121164321"}]},"ts":"1734121164321"} 2024-12-13T20:19:24,323 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T20:19:24,324 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T20:19:24,324 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121164324"}]},"ts":"1734121164324"} 2024-12-13T20:19:24,326 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T20:19:24,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=c05528f2f4c725aa35d846951d972868, ASSIGN}] 2024-12-13T20:19:24,377 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=c05528f2f4c725aa35d846951d972868, ASSIGN 2024-12-13T20:19:24,378 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=c05528f2f4c725aa35d846951d972868, ASSIGN; state=OFFLINE, location=0fe162bcf4e3,37269,1734121139864; forceNewPlan=false, retain=false 2024-12-13T20:19:24,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=c05528f2f4c725aa35d846951d972868, regionState=OPENING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:24,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure c05528f2f4c725aa35d846951d972868, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T20:19:24,686 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:24,690 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. 2024-12-13T20:19:24,690 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => c05528f2f4c725aa35d846951d972868, NAME => 'testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868.', STARTKEY => '', ENDKEY => ''} 2024-12-13T20:19:24,691 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed c05528f2f4c725aa35d846951d972868 2024-12-13T20:19:24,691 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T20:19:24,691 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for c05528f2f4c725aa35d846951d972868 2024-12-13T20:19:24,691 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for c05528f2f4c725aa35d846951d972868 2024-12-13T20:19:24,692 INFO [StoreOpener-c05528f2f4c725aa35d846951d972868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region c05528f2f4c725aa35d846951d972868 2024-12-13T20:19:24,693 INFO [StoreOpener-c05528f2f4c725aa35d846951d972868-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c05528f2f4c725aa35d846951d972868 columnFamilyName fam 2024-12-13T20:19:24,694 DEBUG [StoreOpener-c05528f2f4c725aa35d846951d972868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T20:19:24,694 INFO [StoreOpener-c05528f2f4c725aa35d846951d972868-1 {}] regionserver.HStore(327): Store=c05528f2f4c725aa35d846951d972868/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T20:19:24,695 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/testdroppedtimed/c05528f2f4c725aa35d846951d972868 2024-12-13T20:19:24,695 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/testdroppedtimed/c05528f2f4c725aa35d846951d972868 2024-12-13T20:19:24,697 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for c05528f2f4c725aa35d846951d972868 2024-12-13T20:19:24,699 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/testdroppedtimed/c05528f2f4c725aa35d846951d972868/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T20:19:24,700 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened c05528f2f4c725aa35d846951d972868; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65828624, jitterRate=-0.019077062606811523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T20:19:24,700 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for c05528f2f4c725aa35d846951d972868: 2024-12-13T20:19:24,701 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868., pid=64, masterSystemTime=1734121164686 2024-12-13T20:19:24,702 DEBUG [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. 2024-12-13T20:19:24,702 INFO [RS_OPEN_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. 2024-12-13T20:19:24,702 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=c05528f2f4c725aa35d846951d972868, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:24,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-13T20:19:24,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure c05528f2f4c725aa35d846951d972868, server=0fe162bcf4e3,37269,1734121139864 in 171 msec 2024-12-13T20:19:24,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T20:19:24,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=c05528f2f4c725aa35d846951d972868, ASSIGN in 329 msec 2024-12-13T20:19:24,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T20:19:24,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121164707"}]},"ts":"1734121164707"} 2024-12-13T20:19:24,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T20:19:24,752 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T20:19:24,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2570 sec 2024-12-13T20:19:24,839 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 8001, reset compression=false 2024-12-13T20:19:25,072 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T20:19:25,074 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T20:19:25,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [0fe162bcf4e3%2C44411%2C1734121132765]: currently replicating from: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 at position: 8001 2024-12-13T20:19:25,545 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 8001, reset compression=false 2024-12-13T20:19:25,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T20:19:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T20:19:25,608 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-13T20:19:25,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T20:19:25,609 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T20:19:25,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T20:19:25,622 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T20:19:25,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T20:19:25,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T20:19:25,622 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T20:19:25,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T20:19:25,628 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T20:19:25,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T20:19:25,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster(3938): Client=jenkins//172.17.0.3 disable replication peer, id=2 2024-12-13T20:19:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-13T20:19:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T20:19:25,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T20:19:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T20:19:25,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:25,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44411 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-13T20:19:25,831 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-13T20:19:25,834 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-13T20:19:25,834 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-13T20:19:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T20:19:25,943 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x100210b9a38000b, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T20:19:25,945 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c355699 to 127.0.0.1:55816 2024-12-13T20:19:25,945 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:26,046 WARN [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T20:19:26,046 WARN [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T20:19:26,146 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 terminated 2024-12-13T20:19:26,168 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T20:19:26,168 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-13T20:19:26,169 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-13T20:19:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-13T20:19:26,170 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 0fe162bcf4e3,44411,1734121132765 suceeded 2024-12-13T20:19:26,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T20:19:26,172 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-13T20:19:26,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 494 msec 2024-12-13T20:19:26,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 541 msec 2024-12-13T20:19:26,196 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08b7eda6 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f969784 2024-12-13T20:19:26,210 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d97ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:26,212 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:55816 2024-12-13T20:19:26,222 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T20:19:26,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x100210b9a38000f connected 2024-12-13T20:19:26,223 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=bb160720-eb44-4bb7-9c67-6e8c17988414 to cluster=9648607d-4ed4-4857-9c31-fdea9288bde8 2024-12-13T20:19:26,223 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=0fe162bcf4e3%2C44411%2C1734121132765 2024-12-13T20:19:26,224 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T20:19:26,224 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0fe162bcf4e3%2C44411%2C1734121132765 2024-12-13T20:19:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T20:19:26,244 DEBUG [hconnection-0x6c05718a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:26,246 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T20:19:27,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:27,091 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T20:19:27,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-13T20:19:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T20:19:27,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121167102"}]},"ts":"1734121167102"} 2024-12-13T20:19:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T20:19:27,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T20:19:27,118 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T20:19:27,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T20:19:27,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=c05528f2f4c725aa35d846951d972868, UNASSIGN}] 2024-12-13T20:19:27,126 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=c05528f2f4c725aa35d846951d972868, UNASSIGN 2024-12-13T20:19:27,127 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=c05528f2f4c725aa35d846951d972868, regionState=CLOSING, regionLocation=0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:27,128 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T20:19:27,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure c05528f2f4c725aa35d846951d972868, server=0fe162bcf4e3,37269,1734121139864}] 2024-12-13T20:19:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T20:19:27,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,37269,1734121139864 2024-12-13T20:19:27,287 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close c05528f2f4c725aa35d846951d972868 2024-12-13T20:19:27,288 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T20:19:27,289 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing c05528f2f4c725aa35d846951d972868, disabling compactions & flushes 2024-12-13T20:19:27,289 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. 2024-12-13T20:19:27,289 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. 2024-12-13T20:19:27,289 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. after waiting 0 ms 2024-12-13T20:19:27,289 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. 2024-12-13T20:19:27,295 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/testdroppedtimed/c05528f2f4c725aa35d846951d972868/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:19:27,297 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868. 2024-12-13T20:19:27,298 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for c05528f2f4c725aa35d846951d972868: 2024-12-13T20:19:27,299 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed c05528f2f4c725aa35d846951d972868 2024-12-13T20:19:27,299 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=c05528f2f4c725aa35d846951d972868, regionState=CLOSED 2024-12-13T20:19:27,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T20:19:27,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure c05528f2f4c725aa35d846951d972868, server=0fe162bcf4e3,37269,1734121139864 in 172 msec 2024-12-13T20:19:27,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-13T20:19:27,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=c05528f2f4c725aa35d846951d972868, UNASSIGN in 176 msec 2024-12-13T20:19:27,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T20:19:27,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 183 msec 2024-12-13T20:19:27,316 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121167315"}]},"ts":"1734121167315"} 2024-12-13T20:19:27,317 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T20:19:27,368 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T20:19:27,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 273 msec 2024-12-13T20:19:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T20:19:27,405 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-13T20:19:27,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-13T20:19:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T20:19:27,415 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T20:19:27,417 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T20:19:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T20:19:27,422 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/testdroppedtimed/c05528f2f4c725aa35d846951d972868 2024-12-13T20:19:27,425 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/testdroppedtimed/c05528f2f4c725aa35d846951d972868/fam, FileablePath, hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/testdroppedtimed/c05528f2f4c725aa35d846951d972868/recovered.edits] 2024-12-13T20:19:27,435 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/testdroppedtimed/c05528f2f4c725aa35d846951d972868/recovered.edits/4.seqid to hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/archive/data/default/testdroppedtimed/c05528f2f4c725aa35d846951d972868/recovered.edits/4.seqid 2024-12-13T20:19:27,436 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/testdroppedtimed/c05528f2f4c725aa35d846951d972868 2024-12-13T20:19:27,436 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T20:19:27,441 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T20:19:27,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37269 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-13T20:19:27,447 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T20:19:27,449 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T20:19:27,451 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T20:19:27,451 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T20:19:27,451 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734121167451"}]},"ts":"9223372036854775807"} 2024-12-13T20:19:27,453 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T20:19:27,453 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c05528f2f4c725aa35d846951d972868, NAME => 'testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T20:19:27,453 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T20:19:27,453 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734121167453"}]},"ts":"9223372036854775807"} 2024-12-13T20:19:27,455 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T20:19:27,465 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T20:19:27,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 55 msec 2024-12-13T20:19:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T20:19:27,520 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-13T20:19:27,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster(3932): Client=jenkins//172.17.0.3 enable replication peer, id=2 2024-12-13T20:19:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-13T20:19:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T20:19:27,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T20:19:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T20:19:27,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:27,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44411 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-13T20:19:27,694 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-13T20:19:27,695 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-13T20:19:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-13T20:19:27,699 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 0fe162bcf4e3,44411,1734121132765 suceeded 2024-12-13T20:19:27,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-13T20:19:27,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-13T20:19:27,703 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-13T20:19:27,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 178 msec 2024-12-13T20:19:27,725 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, startPosition=0, beingWritten=true 2024-12-13T20:19:27,742 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:19:27,742 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/2c195205e5248b46633201dac6601925/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734121166250/Put/vlen=4096/seqid=0; >],4327}, {test/5752a74a57905b1d92ecb6d0711d78dc/4=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/5=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/6=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/7=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/8=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/9=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/10=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/11=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/12=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/13=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/14=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/15=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/16=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/17=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/18=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/19=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/20=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/21=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/22=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/23=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/24=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/25=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-13T20:19:27,746 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:19:27,749 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:19:27,752 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T20:19:27,753 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-13T20:19:27,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:27,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x462781e2 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5285c6ac 2024-12-13T20:19:27,765 DEBUG [ReadOnlyZKClient-127.0.0.1:55816@0x462781e2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@187c348f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:27,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-13T20:19:27,785 DEBUG [ReadOnlyZKClient-127.0.0.1:55816@0x462781e2 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0fe162bcf4e3,37269,1734121139864, seqNum=-1] 2024-12-13T20:19:27,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:27,790 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:27,794 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734121152549.18a002ef703e3e32f709a7ead0386582., hostname=0fe162bcf4e3,37269,1734121139864, seqNum=2] 2024-12-13T20:19:27,801 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734121152549.18a002ef703e3e32f709a7ead0386582., hostname=0fe162bcf4e3,37269,1734121139864, seqNum=2] 2024-12-13T20:19:27,802 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734121152549.18a002ef703e3e32f709a7ead0386582., hostname=0fe162bcf4e3,37269,1734121139864, seqNum=2] 2024-12-13T20:19:27,803 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734121152549.18a002ef703e3e32f709a7ead0386582., hostname=0fe162bcf4e3,37269,1734121139864, seqNum=2] 2024-12-13T20:19:27,803 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734121152549.18a002ef703e3e32f709a7ead0386582., hostname=0fe162bcf4e3,37269,1734121139864, seqNum=2] 2024-12-13T20:19:27,803 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734121152549.18a002ef703e3e32f709a7ead0386582., hostname=0fe162bcf4e3,37269,1734121139864, seqNum=2] 2024-12-13T20:19:27,804 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734121152549.18a002ef703e3e32f709a7ead0386582., hostname=0fe162bcf4e3,37269,1734121139864, seqNum=2] 2024-12-13T20:19:27,804 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734121152549.18a002ef703e3e32f709a7ead0386582., hostname=0fe162bcf4e3,37269,1734121139864, seqNum=2] 2024-12-13T20:19:27,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:19:27,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:27,815 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:27,817 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:27,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:27,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121227809, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T20:19:27,834 DEBUG [hconnection-0x443d6295-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:27,837 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e81d375 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e96f5ac 2024-12-13T20:19:27,839 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T20:19:27,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:27,848 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@693d2235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:27,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:27,850 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:27,851 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:27,854 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e81d375 to 127.0.0.1:55816 2024-12-13T20:19:27,854 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:27,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:27,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:27,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:27,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:27,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:27,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:27,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:27,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:27,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:27,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:27,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:27,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:27,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:27,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:27,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:27,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:27,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:27,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:27,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:27,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:27,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:27,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:27,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:27,946 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:27,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:27,960 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:27,961 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:27,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:27,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121227955, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:27,963 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x197b0adb to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@db2c8e 2024-12-13T20:19:27,973 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c6a091e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:27,975 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:27,977 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:27,979 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x197b0adb to 127.0.0.1:55816 2024-12-13T20:19:27,980 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:28,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T20:19:28,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:28,186 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:28,187 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:28,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:28,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121228181, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:28,188 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43675c9a to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1831f5a 2024-12-13T20:19:28,198 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@266a0d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:28,199 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:28,200 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:28,202 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43675c9a to 127.0.0.1:55816 2024-12-13T20:19:28,202 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:28,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:28,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:28,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:28,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:28,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:28,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:28,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:28,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:28,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:28,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:28,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:28,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:28,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:28,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:28,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:28,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:28,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:28,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:28,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:28,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:28,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:28,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:28,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:28,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:28,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:28,478 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:28,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:28,510 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:28,512 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:28,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:28,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121228504, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:28,515 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c8e318a to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65ee888e 2024-12-13T20:19:28,547 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1399a073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:28,548 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:28,549 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:28,551 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c8e318a to 127.0.0.1:55816 2024-12-13T20:19:28,551 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:28,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:28,957 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:28,957 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:28,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:28,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121228952, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:28,959 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ab7fc80 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0cb9a0 2024-12-13T20:19:28,973 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75480e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:28,974 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:28,975 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:28,977 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ab7fc80 to 127.0.0.1:55816 2024-12-13T20:19:28,977 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:28,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:28,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:28,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:28,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:28,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:28,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:28,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:28,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:28,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:28,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:28,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:28,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:28,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:28,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:28,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:28,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:28,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:28,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:28,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:28,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:28,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:29,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:29,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:29,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:29,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:29,004 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:29,320 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T20:19:29,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:29,487 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:29,488 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:29,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:29,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121229478, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:29,490 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x789f317f to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c42297 2024-12-13T20:19:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:29,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:29,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:29,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:29,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:29,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:29,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:29,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:29,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:29,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:29,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:29,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:29,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:29,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:29,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:29,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:29,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:29,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:29,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:29,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:29,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:29,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:29,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:29,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:29,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:29,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:29,528 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:29,535 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36a804cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:29,537 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:29,538 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:29,540 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x789f317f to 127.0.0.1:55816 2024-12-13T20:19:29,540 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:30,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:30,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:30,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:30,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:30,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:30,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:30,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:30,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:30,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:30,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:30,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:30,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:30,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:30,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:30,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:30,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:30,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:30,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:30,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:30,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:30,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:30,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:30,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:30,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:30,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:30,056 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:30,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:30,148 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:30,149 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:30,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:30,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121230141, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:30,151 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7923ec9b to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20bb0585 2024-12-13T20:19:30,194 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f36e293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:30,195 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:30,196 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:30,199 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7923ec9b to 127.0.0.1:55816 2024-12-13T20:19:30,199 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:30,260 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [0fe162bcf4e3%2C44411%2C1734121132765]: currently replicating from: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 at position: -1 2024-12-13T20:19:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:30,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:30,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:30,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:30,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:30,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:30,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:30,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:30,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:30,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:30,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:30,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:30,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:30,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:30,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:30,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:30,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:30,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:30,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:30,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:30,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:30,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:30,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:30,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:30,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:30,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:30,577 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:30,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:30,905 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:30,906 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:30,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:30,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121230900, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:30,908 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e0a6637 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ba88a1a 2024-12-13T20:19:30,953 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23c2cf86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:30,955 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:30,957 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:30,960 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e0a6637 to 127.0.0.1:55816 2024-12-13T20:19:30,960 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:31,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:31,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:31,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:31,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:31,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:31,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:31,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:31,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:31,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:31,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:31,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:31,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:31,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:31,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:31,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:31,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:31,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:31,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:31,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:31,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:31,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:31,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:31,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:31,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:31,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:31,101 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:31,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:31,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:31,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:31,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:31,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:31,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:31,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:31,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:31,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:31,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:31,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:31,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:31,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:31,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:31,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:31,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:31,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:31,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:31,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:31,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:31,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:31,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:31,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:31,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:31,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:31,627 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:31,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:31,772 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:31,773 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:31,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:31,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121231762, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:31,774 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x734efba8 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c195781 2024-12-13T20:19:31,935 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69120d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:31,939 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:31,940 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:31,943 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x734efba8 to 127.0.0.1:55816 2024-12-13T20:19:31,943 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:32,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:32,086 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T20:19:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:32,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:32,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:32,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:32,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:32,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:32,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:32,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:32,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:32,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:32,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:32,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:32,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:32,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:32,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:32,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:32,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:32,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:32,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:32,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:32,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:32,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:32,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:32,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:32,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:32,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:32,156 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:32,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T20:19:32,353 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-13T20:19:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:32,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:32,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:32,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:32,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:32,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:32,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:32,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:32,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:32,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:32,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:32,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:32,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:32,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:32,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:32,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:32,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:32,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:32,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:32,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:32,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:32,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:32,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:32,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:32,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:32,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:32,676 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:32,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:32,850 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:32,851 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:32,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:32,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121232844, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:32,853 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x435fa74c to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55ec55f9 2024-12-13T20:19:32,865 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c6cf3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:32,866 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:32,867 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:32,869 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x435fa74c to 127.0.0.1:55816 2024-12-13T20:19:32,869 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:33,028 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T20:19:33,029 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T20:19:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:33,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:33,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:33,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:33,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:33,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:33,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:33,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:33,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:33,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:33,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:33,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:33,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:33,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:33,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:33,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:33,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:33,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:33,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:33,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:33,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:33,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:33,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:33,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:33,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:33,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:33,196 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:33,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:33,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:33,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:33,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:33,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:33,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:33,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:33,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:33,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:33,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:33,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:33,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:33,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:33,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:33,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:33,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:33,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:33,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:33,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:33,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:33,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:33,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:33,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:33,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:33,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:33,713 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:33,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:33,880 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:33,881 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:33,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:33,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121233871, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:33,885 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1141130e to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2635cf42 2024-12-13T20:19:33,926 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d0d9bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:33,929 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:33,931 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:33,934 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1141130e to 127.0.0.1:55816 2024-12-13T20:19:33,934 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:34,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:34,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:34,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:34,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:34,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:34,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:34,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:34,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:34,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:34,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:34,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:34,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:34,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:34,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:34,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:34,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:34,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:34,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:34,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:34,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:34,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:34,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:34,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:34,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:34,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:34,232 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:34,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:34,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:34,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:34,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:34,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:34,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:34,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:34,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:34,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:34,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:34,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:34,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:34,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:34,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:34,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:34,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:34,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:34,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:34,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:34,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:34,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:34,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:34,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:34,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:34,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:34,752 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:34,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:34,948 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:34,949 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:34,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:34,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121234937, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:34,953 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e0e839a to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c902c6 2024-12-13T20:19:34,994 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79b2221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:34,995 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:34,996 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:34,998 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e0e839a to 127.0.0.1:55816 2024-12-13T20:19:34,998 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:35,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:35,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:35,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:35,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:35,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:35,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:35,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [0fe162bcf4e3%2C44411%2C1734121132765]: currently replicating from: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 at position: -1 2024-12-13T20:19:35,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:35,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:35,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:35,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:35,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:35,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:35,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:35,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:35,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:35,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:35,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:35,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:35,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:35,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:35,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:35,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:35,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:35,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:35,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:35,273 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:35,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:35,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:35,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:35,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:35,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:35,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:35,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:35,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:35,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:35,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:35,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:35,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:35,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:35,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:35,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:35,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:35,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:35,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:35,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:35,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:35,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:35,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:35,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:35,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:35,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:35,796 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:36,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:36,011 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:36,012 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:36,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:36,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121236001, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:36,013 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b03b273 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55924ce7 2024-12-13T20:19:36,061 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b46f65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:36,063 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:36,065 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:36,068 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b03b273 to 127.0.0.1:55816 2024-12-13T20:19:36,068 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:36,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:36,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:36,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:36,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:36,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:36,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:36,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:36,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:36,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:36,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:36,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:36,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:36,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:36,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:36,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:36,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:36,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:36,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:36,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:36,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:36,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:36,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:36,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:36,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:36,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:36,319 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:36,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:36,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:36,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:36,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:36,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:36,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:36,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:36,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:36,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:36,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:36,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:36,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:36,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:36,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:36,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:36,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:36,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:36,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:36,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:36,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:36,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:36,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:36,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:36,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:36,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:36,833 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:37,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:37,073 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:37,074 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:37,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:37,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121237069, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:37,075 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x33799b82 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74cb1c7e 2024-12-13T20:19:37,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:37,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T20:19:37,094 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4883e0bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:37,095 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:37,096 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:37,098 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x33799b82 to 127.0.0.1:55816 2024-12-13T20:19:37,098 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:37,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:37,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:37,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:37,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:37,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:37,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:37,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:37,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:37,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:37,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:37,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:37,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:37,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:37,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:37,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:37,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:37,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:37,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:37,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:37,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:37,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:37,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:37,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:37,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:37,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:37,348 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:37,781 INFO [master/0fe162bcf4e3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T20:19:37,781 INFO [master/0fe162bcf4e3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T20:19:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:37,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:37,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:37,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:37,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:37,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:37,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:37,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:37,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:37,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:37,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:37,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:37,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:37,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:37,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:37,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:37,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:37,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:37,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:37,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:37,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:37,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:37,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:37,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:37,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:37,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:37,860 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:38,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:38,107 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:38,107 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:38,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:38,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121238100, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:38,109 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0094db71 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59844867 2024-12-13T20:19:38,140 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e941037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:38,142 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:38,143 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:38,146 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0094db71 to 127.0.0.1:55816 2024-12-13T20:19:38,146 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:38,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:38,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:38,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:38,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:38,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:38,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:38,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:38,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:38,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:38,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:38,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:38,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:38,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:38,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:38,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:38,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:38,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:38,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:38,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:38,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:38,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:38,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:38,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:38,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:38,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:38,380 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:38,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:38,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:38,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:38,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:38,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:38,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:38,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:38,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:38,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:38,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:38,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:38,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:38,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:38,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:38,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:38,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:38,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:38,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:38,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:38,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:38,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:38,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:38,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:38,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:38,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:38,896 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:39,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:39,152 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:39,153 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:39,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:39,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121239148, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:39,155 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x001b1543 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b025182 2024-12-13T20:19:39,164 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e2e872e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:39,166 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:39,167 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:39,168 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x001b1543 to 127.0.0.1:55816 2024-12-13T20:19:39,168 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:39,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:39,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:39,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:39,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:39,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:39,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:39,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:39,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:39,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:39,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:39,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:39,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:39,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:39,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:39,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:39,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:39,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:39,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:39,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:39,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:39,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:39,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:39,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:39,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:39,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:39,409 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:39,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:39,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:39,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:39,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:39,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:39,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:39,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:39,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:39,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:39,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:39,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:39,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:39,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:39,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:39,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:39,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:39,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:39,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:39,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:39,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:39,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:39,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:39,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:39,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:39,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:39,927 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:40,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:40,175 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:40,176 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:40,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:40,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121240169, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:40,179 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d84bbcd to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@546363be 2024-12-13T20:19:40,190 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eee99eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:40,191 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:40,192 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:40,194 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d84bbcd to 127.0.0.1:55816 2024-12-13T20:19:40,194 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:40,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [0fe162bcf4e3%2C44411%2C1734121132765]: currently replicating from: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 at position: -1 2024-12-13T20:19:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:40,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:40,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:40,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:40,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:40,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:40,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:40,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:40,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:40,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:40,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:40,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:40,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:40,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:40,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:40,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:40,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:40,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:40,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:40,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:40,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:40,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:40,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:40,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:40,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:40,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:40,445 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:40,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:40,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:40,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:40,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:40,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:40,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:40,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:40,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:40,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:40,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:40,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:40,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:40,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:40,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:40,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:40,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:40,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:40,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:40,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:40,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:40,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:40,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:40,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:40,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:40,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:40,961 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:41,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:41,201 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:41,201 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:41,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:41,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121241196, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:41,203 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b955e87 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1424a8d8 2024-12-13T20:19:41,214 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e3f4a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:41,216 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:41,220 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:41,221 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b955e87 to 127.0.0.1:55816 2024-12-13T20:19:41,222 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:41,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:41,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:41,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:41,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:41,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:41,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:41,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:41,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:41,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:41,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:41,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:41,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:41,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:41,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:41,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:41,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:41,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:41,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:41,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:41,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:41,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:41,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:41,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:41,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:41,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:41,474 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:41,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:41,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:41,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:41,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:41,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:41,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:41,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:41,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:41,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:41,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:41,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:41,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:41,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:41,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:41,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:41,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:41,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:41,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:41,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:41,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:41,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:41,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:41,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:41,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:41,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:41,986 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:42,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:42,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T20:19:42,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:42,227 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:42,228 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:42,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:42,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121242222, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:42,230 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x227abd89 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1329a376 2024-12-13T20:19:42,299 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4791279f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:42,300 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:42,301 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:42,303 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x227abd89 to 127.0.0.1:55816 2024-12-13T20:19:42,303 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:42,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:42,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:42,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:42,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:42,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:42,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:42,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:42,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:42,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:42,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:42,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:42,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:42,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:42,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:42,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:42,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:42,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:42,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:42,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:42,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:42,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:42,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:42,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:42,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:42,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:42,500 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:43,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:43,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:43,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:43,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:43,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:43,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:43,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:43,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:43,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:43,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:43,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:43,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:43,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:43,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:43,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:43,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:43,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:43,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:43,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:43,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:43,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:43,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:43,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:43,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:43,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:43,011 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:43,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:43,308 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:43,308 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:43,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:43,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121243304, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:43,310 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x369cb6b3 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68708105 2024-12-13T20:19:43,340 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2613fe4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:43,342 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:43,343 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:43,345 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x369cb6b3 to 127.0.0.1:55816 2024-12-13T20:19:43,345 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:43,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:43,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:43,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:43,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:43,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:43,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:43,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:43,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:43,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:43,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:43,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:43,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:43,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:43,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:43,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:43,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:43,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:43,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:43,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:43,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:43,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:43,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:43,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:43,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:43,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:43,524 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:44,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:44,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:44,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:44,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:44,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:44,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:44,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:44,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:44,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:44,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:44,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:44,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:44,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:44,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:44,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:44,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:44,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:44,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:44,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:44,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:44,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:44,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:44,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:44,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:44,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:44,038 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:44,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:44,352 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:44,353 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:44,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:44,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121244346, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:44,355 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a54231c to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36c0e9fa 2024-12-13T20:19:44,402 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f18a8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:44,404 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:44,406 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:44,408 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a54231c to 127.0.0.1:55816 2024-12-13T20:19:44,408 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:44,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:44,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:44,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:44,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:44,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:44,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:44,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:44,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:44,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:44,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:44,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:44,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:44,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:44,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:44,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:44,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:44,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:44,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:44,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:44,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:44,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:44,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:44,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:44,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:44,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:44,552 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:45,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:45,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:45,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:45,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:45,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:45,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:45,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:45,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:45,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:45,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:45,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:45,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:45,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:45,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:45,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:45,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:45,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:45,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:45,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:45,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:45,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:45,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:45,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:45,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:45,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:45,065 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:45,169 INFO [master/0fe162bcf4e3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T20:19:45,169 INFO [master/0fe162bcf4e3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T20:19:45,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [0fe162bcf4e3%2C44411%2C1734121132765]: currently replicating from: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 at position: -1 2024-12-13T20:19:45,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:45,413 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:45,414 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:45,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:45,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121245409, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:45,416 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c54aeae to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dea09e7 2024-12-13T20:19:45,460 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@777e9045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:45,462 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:45,462 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:45,464 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c54aeae to 127.0.0.1:55816 2024-12-13T20:19:45,464 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:45,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:45,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:45,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:45,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:45,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:45,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:45,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:45,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:45,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:45,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:45,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:45,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:45,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:45,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:45,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:45,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:45,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:45,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:45,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:45,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:45,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:45,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:45,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:45,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:45,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:45,581 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:46,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:46,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:46,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:46,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:46,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:46,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:46,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:46,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:46,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:46,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:46,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:46,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:46,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:46,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:46,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:46,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:46,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:46,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:46,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:46,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:46,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:46,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:46,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:46,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:46,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:46,094 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:46,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:46,470 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:46,471 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:46,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:46,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121246465, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:46,472 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30073ab1 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d4fb867 2024-12-13T20:19:46,499 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e30f733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:46,501 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:46,502 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:46,503 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30073ab1 to 127.0.0.1:55816 2024-12-13T20:19:46,503 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:46,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:46,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:46,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:46,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:46,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:46,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:46,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:46,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:46,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:46,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:46,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:46,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:46,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:46,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:46,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:46,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:46,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:46,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:46,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:46,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:46,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:46,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:46,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:46,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:46,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:46,606 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:47,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:47,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T20:19:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:47,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:47,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:47,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:47,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:47,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:47,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:47,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:47,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:47,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:47,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:47,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:47,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:47,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:47,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:47,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:47,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:47,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:47,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:47,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:47,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:47,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:47,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:47,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:47,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:47,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:47,118 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:47,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:47,514 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:47,515 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:47,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:47,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121247505, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:47,517 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3034e5ed to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1098ff0c 2024-12-13T20:19:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:47,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:47,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:47,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:47,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:47,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:47,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:47,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:47,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:47,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:47,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:47,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:47,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:47,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:47,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:47,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:47,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:47,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:47,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:47,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:47,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:47,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:47,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:47,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:47,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:47,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:47,629 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:47,631 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49480b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:47,632 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:47,633 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:47,634 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3034e5ed to 127.0.0.1:55816 2024-12-13T20:19:47,634 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:48,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:48,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:48,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:48,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:48,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:48,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:48,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:48,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:48,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:48,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:48,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:48,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:48,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:48,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:48,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:48,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:48,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:48,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:48,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:48,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:48,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:48,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:48,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:48,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:48,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:48,142 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:48,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:48,639 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:48,640 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:48,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:48,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121248635, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:48,641 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7876dd to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c4f9a21 2024-12-13T20:19:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:48,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:48,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:48,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:48,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:48,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:48,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:48,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:48,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:48,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:48,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:48,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:48,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:48,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:48,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:48,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:48,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:48,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:48,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:48,652 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45d482f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:48,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:48,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:48,653 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:48,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:48,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:48,654 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:48,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:48,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:48,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:48,656 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7876dd to 127.0.0.1:55816 2024-12-13T20:19:48,656 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:48,656 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:49,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:49,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:49,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:49,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:49,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:49,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:49,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:49,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:49,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:49,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:49,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:49,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:49,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:49,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:49,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:49,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:49,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:49,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:49,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:49,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:49,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:49,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:49,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:49,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:49,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:49,170 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:49,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:49,661 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:49,662 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:49,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:49,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121249657, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:49,663 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3694439b to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ba49fa 2024-12-13T20:19:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:49,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:49,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:49,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:49,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:49,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:49,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:49,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:49,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:49,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:49,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:49,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:49,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:49,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:49,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:49,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:49,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:49,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:49,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:49,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:49,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:49,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:49,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:49,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:49,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:49,682 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6798d897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:49,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:49,682 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:49,683 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:49,684 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:49,685 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3694439b to 127.0.0.1:55816 2024-12-13T20:19:49,685 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:50,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:50,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:50,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:50,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:50,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:50,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:50,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:50,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:50,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:50,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:50,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:50,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:50,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:50,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:50,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:50,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:50,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:50,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:50,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:50,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:50,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:50,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:50,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:50,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:50,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:50,194 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:50,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [0fe162bcf4e3%2C44411%2C1734121132765]: currently replicating from: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 at position: -1 2024-12-13T20:19:50,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:50,692 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:50,692 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:50,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:50,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121250686, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:50,694 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d08e880 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59a99542 2024-12-13T20:19:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:50,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:50,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:50,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:50,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:50,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:50,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:50,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:50,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:50,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:50,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:50,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:50,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:50,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:50,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:50,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:50,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:50,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:50,708 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7854b280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:50,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:50,709 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:50,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:50,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:50,711 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:50,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:50,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:50,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:50,713 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d08e880 to 127.0.0.1:55816 2024-12-13T20:19:50,713 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:50,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:50,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:50,715 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:51,071 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T20:19:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:51,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:51,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:51,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:51,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:51,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:51,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:51,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:51,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:51,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:51,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:51,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:51,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:51,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:51,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:51,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:51,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:51,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:51,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:51,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:51,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:51,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:51,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:51,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:51,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:51,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:51,232 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:51,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:51,721 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:51,723 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:51,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:51,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121251714, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:51,726 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0cbd386f to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@192bbf3f 2024-12-13T20:19:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:51,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:51,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:51,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:51,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:51,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:51,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:51,739 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4436de28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:51,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:51,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:51,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:51,740 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:51,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:51,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:51,742 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:51,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:51,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:51,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:51,744 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0cbd386f to 127.0.0.1:55816 2024-12-13T20:19:51,744 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:51,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:51,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:51,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:51,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:51,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:51,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:51,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:51,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:51,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:51,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:51,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:51,748 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:52,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:52,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T20:19:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:52,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:52,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:52,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:52,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:52,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:52,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:52,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:52,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:52,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:52,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:52,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:52,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:52,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:52,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:52,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:52,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:52,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:52,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:52,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:52,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:52,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:52,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:52,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:52,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:52,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:52,260 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:52,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:52,749 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:52,750 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:52,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:52,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121252744, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:52,751 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3baa7a03 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fbcf80e 2024-12-13T20:19:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:52,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:52,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:52,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:52,764 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d89ae4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:52,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:52,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:52,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:52,765 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:52,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:52,766 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:52,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:52,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:52,767 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3baa7a03 to 127.0.0.1:55816 2024-12-13T20:19:52,768 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:52,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:52,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:52,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:52,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:52,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:52,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:52,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:52,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:52,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:52,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:52,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:52,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:52,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:52,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:52,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:52,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:52,776 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:53,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:53,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:53,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:53,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:53,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:53,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:53,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:53,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:53,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:53,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:53,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:53,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:53,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:53,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:53,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:53,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:53,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:53,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:53,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:53,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:53,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:53,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:53,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:53,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:53,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:53,294 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:53,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:53,773 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:53,774 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:53,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:53,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121253768, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:53,775 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3181fd48 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29651ffe 2024-12-13T20:19:53,795 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T20:19:53,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-13T20:19:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T20:19:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T20:19:53,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121193801"}]},"ts":"1734121193801"} 2024-12-13T20:19:53,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T20:19:53,827 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@695e374b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:53,835 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T20:19:53,836 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:53,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T20:19:53,837 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:53,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=2c195205e5248b46633201dac6601925, UNASSIGN}] 2024-12-13T20:19:53,838 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=2c195205e5248b46633201dac6601925, UNASSIGN 2024-12-13T20:19:53,839 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3181fd48 to 127.0.0.1:55816 2024-12-13T20:19:53,839 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=2c195205e5248b46633201dac6601925, regionState=CLOSING, regionLocation=0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:53,839 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:53,840 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T20:19:53,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 2c195205e5248b46633201dac6601925, server=0fe162bcf4e3,44411,1734121132765}] 2024-12-13T20:19:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T20:19:53,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:19:53,993 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 2c195205e5248b46633201dac6601925 2024-12-13T20:19:53,993 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T20:19:53,993 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 2c195205e5248b46633201dac6601925, disabling compactions & flushes 2024-12-13T20:19:53,994 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. 2024-12-13T20:19:53,994 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. 2024-12-13T20:19:53,994 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. after waiting 0 ms 2024-12-13T20:19:53,994 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. 2024-12-13T20:19:53,995 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 2c195205e5248b46633201dac6601925 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-13T20:19:54,055 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/.tmp/fam/4adb546316824321a653ca362130f820 is 4154, key is 0 put on table to be dropped/fam:row/1734121166250/Put/seqid=0 2024-12-13T20:19:54,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741866_1042 (size=9218) 2024-12-13T20:19:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T20:19:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T20:19:54,464 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/.tmp/fam/4adb546316824321a653ca362130f820 2024-12-13T20:19:54,501 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/.tmp/fam/4adb546316824321a653ca362130f820 as hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/fam/4adb546316824321a653ca362130f820 2024-12-13T20:19:54,508 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/fam/4adb546316824321a653ca362130f820, entries=1, sequenceid=5, filesize=9.0 K 2024-12-13T20:19:54,510 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 2c195205e5248b46633201dac6601925 in 515ms, sequenceid=5, compaction requested=false 2024-12-13T20:19:54,510 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T20:19:54,515 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T20:19:54,516 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925. 2024-12-13T20:19:54,516 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 2c195205e5248b46633201dac6601925: 2024-12-13T20:19:54,517 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 2c195205e5248b46633201dac6601925 2024-12-13T20:19:54,517 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=2c195205e5248b46633201dac6601925, regionState=CLOSED 2024-12-13T20:19:54,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-13T20:19:54,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 2c195205e5248b46633201dac6601925, server=0fe162bcf4e3,44411,1734121132765 in 678 msec 2024-12-13T20:19:54,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-13T20:19:54,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=2c195205e5248b46633201dac6601925, UNASSIGN in 682 msec 2024-12-13T20:19:54,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-13T20:19:54,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 685 msec 2024-12-13T20:19:54,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734121194527"}]},"ts":"1734121194527"} 2024-12-13T20:19:54,528 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T20:19:54,568 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T20:19:54,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 773 msec 2024-12-13T20:19:54,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:54,844 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:54,845 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:54,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:54,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121254839, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:54,846 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x112e2cd7 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10b54be3 2024-12-13T20:19:54,855 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@849d2d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:54,856 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:54,857 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:54,859 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x112e2cd7 to 127.0.0.1:55816 2024-12-13T20:19:54,859 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T20:19:54,909 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-13T20:19:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:54,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:54,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:54,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:54,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:54,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:54,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:54,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:54,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:54,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:54,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:54,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:54,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:54,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:54,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:54,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:54,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:54,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:54,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:54,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:54,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:54,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:54,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:54,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:54,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:54,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:54,929 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:55,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [0fe162bcf4e3%2C44411%2C1734121132765]: currently replicating from: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 at position: -1 2024-12-13T20:19:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:55,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:55,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:55,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:55,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:55,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:55,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:55,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:55,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:55,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:55,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:55,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:55,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:55,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:55,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:55,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:55,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:55,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:55,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:55,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:55,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:55,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:55,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:55,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:55,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:55,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:55,458 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:55,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:55,864 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:55,865 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:55,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:55,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121255860, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:55,867 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18140246 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22c4a8f4 2024-12-13T20:19:55,911 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64dd3927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:55,914 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:55,915 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:55,918 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18140246 to 127.0.0.1:55816 2024-12-13T20:19:55,918 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:55,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:55,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:55,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:55,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:55,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:55,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:55,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:55,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:55,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:55,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:55,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:55,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:55,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:55,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:55,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:55,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:55,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:55,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:55,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:55,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:55,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:55,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:55,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:55,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:55,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:55,973 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:56,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:56,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:56,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:56,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:56,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:56,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:56,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:56,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:56,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:56,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:56,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:56,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:56,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:56,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:56,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:56,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:56,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:56,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:56,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:56,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:56,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:56,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:56,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:56,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:56,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:56,485 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:56,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:56,923 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:56,924 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:56,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:56,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121256919, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:56,925 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42496bd5 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454df860 2024-12-13T20:19:56,969 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48d4e5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:56,970 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:56,971 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:56,973 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42496bd5 to 127.0.0.1:55816 2024-12-13T20:19:56,973 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:56,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:56,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:56,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:56,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:56,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:56,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:56,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:56,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:56,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:56,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:56,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:56,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:56,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:56,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:56,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:56,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:57,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:57,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:57,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:57,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:57,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:57,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:57,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:57,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:57,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:57,006 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:57,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:19:57,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T20:19:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:57,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:57,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:57,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:57,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:57,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:57,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:57,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:57,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:57,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:57,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:57,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:57,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:57,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:57,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:57,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:57,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:57,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:57,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:57,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:57,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:57,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:57,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:57,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:57,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:57,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:57,520 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:57,530 DEBUG [master/0fe162bcf4e3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 10c26ff40183f0302f518d216046d44e changed from -1.0 to 0.0, refreshing cache 2024-12-13T20:19:57,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:57,979 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:57,979 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:57,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:57,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121257974, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:57,981 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x017a7128 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2bde079f 2024-12-13T20:19:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:58,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:58,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:58,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:58,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:58,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:58,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:58,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:58,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:58,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:58,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:58,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:58,030 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@444a6496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:58,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:58,032 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:58,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:58,033 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:58,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:58,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:58,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:58,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:58,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:58,035 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x017a7128 to 127.0.0.1:55816 2024-12-13T20:19:58,035 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:58,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:58,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:58,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:58,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:58,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:58,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:58,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:58,038 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:58,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:58,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:58,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:58,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:58,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:58,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:58,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:58,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:58,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:58,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:58,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:58,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:58,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:58,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:58,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:58,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:58,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:58,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:58,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:58,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:58,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:58,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:58,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:58,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:58,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:58,553 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:59,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:19:59,041 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:19:59,042 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:59,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:19:59,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121259036, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:19:59,043 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b8352b4 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60ba48a4 2024-12-13T20:19:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:59,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:59,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:59,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:59,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:59,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:59,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:59,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:59,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:59,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:59,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:59,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:59,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:59,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:59,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:59,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:59,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:59,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:59,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:59,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:59,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:59,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:59,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:59,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:59,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:59,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:59,069 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:19:59,094 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77c3eef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:19:59,095 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:19:59,096 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:19:59,098 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b8352b4 to 127.0.0.1:55816 2024-12-13T20:19:59,098 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:19:59,320 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T20:19:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:19:59,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:19:59,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:19:59,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:19:59,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:19:59,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:19:59,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:19:59,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:19:59,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:19:59,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:19:59,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:19:59,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:19:59,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:19:59,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:19:59,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:19:59,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:19:59,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:19:59,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:19:59,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:19:59,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:19:59,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:19:59,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:19:59,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:19:59,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:19:59,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:19:59,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:19:59,580 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:00,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T20:20:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:00,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:00,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:00,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:00,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:00,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:00,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:00,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:00,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:00,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:00,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:00,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:00,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:00,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:00,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:00,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:00,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:00,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:00,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:00,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:00,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:00,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:00,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:00,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:00,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:00,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:00,091 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:00,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:00,103 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:00,104 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:00,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:00,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121260099, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:00,106 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bc79ecd to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190a0c79 2024-12-13T20:20:00,183 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7156ddcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:00,186 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:00,187 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:00,190 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bc79ecd to 127.0.0.1:55816 2024-12-13T20:20:00,190 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:00,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [0fe162bcf4e3%2C44411%2C1734121132765]: currently replicating from: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 at position: -1 2024-12-13T20:20:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:00,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:00,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:00,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:00,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:00,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:00,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:00,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:00,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:00,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:00,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:00,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:00,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:00,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:00,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:00,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:00,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:00,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:00,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:00,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:00,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:00,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:00,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:00,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:00,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:00,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:00,610 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:01,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:01,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:01,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:01,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:01,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:01,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:01,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:01,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:01,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:01,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:01,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:01,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:01,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:01,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:01,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:01,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:01,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:01,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:01,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:01,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:01,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:01,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:01,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:01,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:01,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:01,121 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:01,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:01,196 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:01,197 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:01,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:01,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121261191, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:01,199 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fd7f6c6 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26f75681 2024-12-13T20:20:01,244 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61084f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:01,247 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:01,248 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:01,251 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fd7f6c6 to 127.0.0.1:55816 2024-12-13T20:20:01,251 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:01,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:01,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:01,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:01,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:01,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:01,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:01,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:01,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:01,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:01,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:01,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:01,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:01,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:01,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:01,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:01,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:01,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:01,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:01,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:01,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:01,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:01,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:01,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:01,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:01,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:01,633 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:02,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:20:02,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T20:20:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:02,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:02,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:02,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:02,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:02,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:02,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:02,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:02,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:02,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:02,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:02,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:02,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:02,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:02,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:02,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:02,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:02,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:02,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:02,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:02,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:02,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:02,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:02,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:02,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:02,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:02,155 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:02,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:02,260 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:02,262 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:02,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:02,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121262252, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:02,263 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x404ed6ce to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c91c318 2024-12-13T20:20:02,311 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fc34e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:02,312 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:02,313 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:02,314 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x404ed6ce to 127.0.0.1:55816 2024-12-13T20:20:02,314 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:02,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T20:20:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:02,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:02,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:02,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:02,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:02,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:02,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:02,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:02,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:02,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:02,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:02,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:02,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:02,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:02,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:02,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:02,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:02,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:02,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:02,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:02,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:02,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:02,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:02,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:02,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:02,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:02,670 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:02,922 DEBUG [master/0fe162bcf4e3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 62190b8bfdbcb95af72a7bb83f6d860a changed from -1.0 to 0.0, refreshing cache 2024-12-13T20:20:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:03,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:03,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:03,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:03,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:03,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:03,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:03,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:03,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:03,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:03,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:03,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:03,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:03,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:03,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:03,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:03,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:03,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:03,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:03,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:03,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:03,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:03,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:03,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:03,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:03,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:03,183 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:03,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:03,320 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:03,321 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:03,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:03,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121263315, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:03,323 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2287177b to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@705c8930 2024-12-13T20:20:03,369 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1508a8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:03,370 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:03,371 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:03,373 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2287177b to 127.0.0.1:55816 2024-12-13T20:20:03,373 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:03,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:03,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:03,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:03,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:03,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:03,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:03,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:03,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:03,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:03,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:03,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:03,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:03,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:03,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:03,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:03,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:03,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:03,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:03,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:03,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:03,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:03,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:03,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:03,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:03,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:03,695 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:04,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:04,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:04,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:04,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:04,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:04,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:04,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:04,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:04,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:04,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:04,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:04,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:04,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:04,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:04,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:04,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:04,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:04,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:04,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:04,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:04,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:04,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:04,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:04,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:04,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:04,211 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:04,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:04,378 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:04,378 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:04,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:04,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121264374, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:04,419 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51e55e81 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45e44884 2024-12-13T20:20:04,431 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15fbcf15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:04,433 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:04,435 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:04,437 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51e55e81 to 127.0.0.1:55816 2024-12-13T20:20:04,437 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:04,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:04,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:04,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:04,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:04,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:04,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:04,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:04,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:04,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:04,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:04,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:04,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:04,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:04,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:04,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:04,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:04,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:04,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:04,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:04,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:04,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:04,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:04,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:04,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:04,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:04,724 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:05,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:05,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:05,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:05,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:05,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:05,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:05,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:05,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:05,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:05,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:05,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:05,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:05,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:05,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:05,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:05,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:05,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:05,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:05,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:05,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:05,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:05,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:05,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:05,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:05,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:05,240 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:05,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [0fe162bcf4e3%2C44411%2C1734121132765]: currently replicating from: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 at position: -1 2024-12-13T20:20:05,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:05,443 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:05,444 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:05,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:05,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121265438, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:05,446 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38a62f05 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f61f0fd 2024-12-13T20:20:05,463 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14290f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:05,465 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:05,466 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:05,469 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38a62f05 to 127.0.0.1:55816 2024-12-13T20:20:05,469 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:05,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:05,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:05,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:05,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:05,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:05,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:05,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:05,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:05,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:05,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:05,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:05,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:05,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:05,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:05,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:05,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:05,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:05,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:05,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:05,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:05,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:05,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:05,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:05,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:05,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:05,751 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:06,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:06,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:06,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:06,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:06,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:06,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:06,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:06,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:06,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:06,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:06,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:06,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:06,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:06,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:06,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:06,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:06,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:06,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:06,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:06,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:06,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:06,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:06,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:06,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:06,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:06,263 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:06,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:06,473 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:06,474 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:06,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:06,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121266470, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:06,475 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d97a3ff to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6da15aa8 2024-12-13T20:20:06,523 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31af0268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:06,525 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:06,527 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:06,529 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d97a3ff to 127.0.0.1:55816 2024-12-13T20:20:06,530 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:06,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:06,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:06,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:06,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:06,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:06,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:06,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:06,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:06,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:06,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:06,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:06,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:06,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:06,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:06,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:06,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:06,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:06,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:06,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:06,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:06,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:06,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:06,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:06,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:06,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:06,775 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:07,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:20:07,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T20:20:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:07,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:07,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:07,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:07,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:07,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:07,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:07,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:07,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:07,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:07,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:07,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:07,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:07,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:07,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:07,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:07,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:07,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:07,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:07,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:07,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:07,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:07,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:07,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:07,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:07,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:07,288 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:07,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:07,538 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:07,539 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:07,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:07,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121267530, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:07,541 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06b3200f to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61205e6b 2024-12-13T20:20:07,585 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2855ac65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:07,587 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:07,588 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:07,589 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06b3200f to 127.0.0.1:55816 2024-12-13T20:20:07,590 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:07,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:07,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:07,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:07,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:07,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:07,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:07,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:07,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:07,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:07,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:07,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:07,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:07,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:07,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:07,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:07,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:07,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:07,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:07,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:07,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:07,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:07,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:07,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:07,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:07,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:07,804 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:07,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T20:20:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:08,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:08,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:08,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:08,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:08,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:08,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:08,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:08,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:08,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:08,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:08,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:08,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:08,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:08,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:08,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:08,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:08,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:08,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:08,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:08,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:08,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:08,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:08,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:08,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:08,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:08,321 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:08,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:08,598 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:08,600 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:08,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:08,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121268591, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:08,602 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e006f62 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@db0b7cf 2024-12-13T20:20:08,644 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8830498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:08,645 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:08,647 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:08,648 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e006f62 to 127.0.0.1:55816 2024-12-13T20:20:08,648 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:08,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:08,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:08,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:08,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:08,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:08,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:08,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:08,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:08,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:08,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:08,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:08,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:08,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:08,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:08,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:08,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:08,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:08,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:08,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:08,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:08,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:08,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:08,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:08,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:08,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:08,840 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:09,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:09,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:09,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:09,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:09,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:09,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:09,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:09,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:09,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:09,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:09,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:09,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:09,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:09,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:09,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:09,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:09,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:09,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:09,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:09,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:09,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:09,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:09,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:09,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:09,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:09,358 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:09,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:09,657 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:09,657 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:09,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:09,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121269650, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:09,659 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x684dc7fe to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26f14b96 2024-12-13T20:20:09,711 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35bb621e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:09,713 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:09,714 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:09,716 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x684dc7fe to 127.0.0.1:55816 2024-12-13T20:20:09,716 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:09,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:09,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:09,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:09,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:09,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:09,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:09,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:09,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:09,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:09,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:09,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:09,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:09,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:09,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:09,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:09,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:09,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:09,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:09,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:09,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:09,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:09,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:09,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:09,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:09,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:09,875 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:10,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [0fe162bcf4e3%2C44411%2C1734121132765]: currently replicating from: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 at position: -1 2024-12-13T20:20:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:10,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:10,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:10,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:10,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:10,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:10,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:10,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:10,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:10,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:10,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:10,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:10,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:10,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:10,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:10,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:10,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:10,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:10,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:10,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:10,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:10,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:10,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:10,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:10,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:10,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:10,395 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:10,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:10,728 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:10,728 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:10,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:10,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121270718, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:10,729 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e455698 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c4133d 2024-12-13T20:20:10,743 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c813ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:10,744 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:10,745 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:10,746 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e455698 to 127.0.0.1:55816 2024-12-13T20:20:10,746 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:10,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:10,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:10,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:10,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:10,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:10,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:10,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:10,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:10,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:10,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:10,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:10,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:10,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:10,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:10,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:10,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:10,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:10,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:10,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:10,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:10,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:10,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:10,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:10,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:10,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:10,912 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:11,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:11,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:11,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:11,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:11,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:11,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:11,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:11,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:11,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:11,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:11,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:11,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:11,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:11,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:11,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:11,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:11,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:11,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:11,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:11,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:11,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:11,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:11,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:11,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:11,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:11,433 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:11,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:11,753 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:11,754 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:11,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:11,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121271747, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:11,756 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7867529c to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6aa8fb56 2024-12-13T20:20:11,802 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f9bf49e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:11,803 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:11,804 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:11,806 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7867529c to 127.0.0.1:55816 2024-12-13T20:20:11,806 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:11,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:11,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:11,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:11,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:11,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:11,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:11,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:11,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:11,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:11,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:11,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:11,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:11,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:11,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:11,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:11,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:11,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:11,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:11,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:11,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:11,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:11,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:11,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:11,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:11,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:11,944 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:12,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:20:12,086 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T20:20:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:12,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:12,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:12,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:12,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:12,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:12,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:12,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:12,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:12,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:12,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:12,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:12,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:12,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:12,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:12,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:12,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:12,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:12,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:12,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:12,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:12,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:12,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:12,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:12,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:12,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:12,467 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:12,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:12,813 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:12,815 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:12,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:12,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121272807, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:12,817 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20b57089 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d6a4d82 2024-12-13T20:20:12,877 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d3567b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:12,879 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:12,879 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:12,881 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20b57089 to 127.0.0.1:55816 2024-12-13T20:20:12,881 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:12,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:12,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:12,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:12,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:12,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:12,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:12,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:12,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:12,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:12,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:12,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:12,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:12,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:12,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:12,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:12,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:12,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:12,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:12,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:12,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:12,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:12,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:12,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:12,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:12,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:12,988 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:13,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:13,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:13,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:13,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:13,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:13,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:13,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:13,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:13,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:13,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:13,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:13,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:13,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:13,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:13,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:13,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:13,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:13,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:13,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:13,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:13,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:13,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:13,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:13,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:13,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:13,512 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:13,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:13,887 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:13,887 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:13,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:13,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121273882, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:13,889 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25278893 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7afed7e8 2024-12-13T20:20:13,936 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb00fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:13,937 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:13,939 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:13,941 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25278893 to 127.0.0.1:55816 2024-12-13T20:20:13,941 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:14,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:14,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:14,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:14,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:14,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:14,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:14,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:14,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:14,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:14,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:14,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:14,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:14,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:14,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:14,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:14,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:14,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:14,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:14,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:14,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:14,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:14,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:14,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:14,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:14,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:14,023 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:14,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:14,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:14,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:14,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:14,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:14,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:14,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:14,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:14,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:14,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:14,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:14,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:14,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:14,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:14,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:14,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:14,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:14,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:14,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:14,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:14,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:14,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:14,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:14,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:14,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:14,543 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:14,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:14,951 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:14,952 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:14,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:14,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121274942, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:14,954 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67b252ec to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bff9865 2024-12-13T20:20:15,003 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@570d2cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:15,006 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:15,008 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:15,011 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67b252ec to 127.0.0.1:55816 2024-12-13T20:20:15,011 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:15,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:15,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:15,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:15,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:15,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:15,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:15,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:15,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:15,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:15,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:15,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:15,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:15,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:15,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:15,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:15,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:15,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:15,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:15,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:15,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:15,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:15,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:15,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:15,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:15,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:15,067 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:15,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [0fe162bcf4e3%2C44411%2C1734121132765]: currently replicating from: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 at position: -1 2024-12-13T20:20:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:15,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:15,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:15,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:15,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:15,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:15,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:15,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:15,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:15,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:15,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:15,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:15,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:15,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:15,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:15,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:15,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:15,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:15,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:15,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:15,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:15,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:15,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:15,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:15,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:15,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:15,587 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:16,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:16,016 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:16,017 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:16,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:16,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121276012, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:16,018 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ddf9fa6 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@af410c8 2024-12-13T20:20:16,063 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3422d58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:16,067 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:16,069 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:16,073 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ddf9fa6 to 127.0.0.1:55816 2024-12-13T20:20:16,074 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:16,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:16,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:16,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:16,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:16,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:16,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:16,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:16,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:16,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:16,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:16,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:16,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:16,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:16,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:16,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:16,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:16,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:16,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:16,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:16,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:16,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:16,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:16,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:16,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:16,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:16,097 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:16,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:16,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:16,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:16,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:16,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:16,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:16,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:16,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:16,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:16,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:16,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:16,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:16,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:16,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:16,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:16,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:16,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:16,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:16,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:16,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:16,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:16,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:16,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:16,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:16,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:16,619 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:17,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:17,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:20:17,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T20:20:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:17,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:17,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:17,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:17,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:17,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:17,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:17,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:17,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:17,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:17,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:17,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:17,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:17,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:17,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:17,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:17,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:17,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:17,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:17,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:17,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:17,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:17,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:17,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:17,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:17,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:17,142 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:17,281 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:17,282 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:17,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:17,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121277074, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:17,283 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x415133b1 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b891903 2024-12-13T20:20:17,327 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a50f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:17,329 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:17,330 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:17,332 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x415133b1 to 127.0.0.1:55816 2024-12-13T20:20:17,332 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:17,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:17,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:17,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:17,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:17,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:17,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:17,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:17,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:17,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:17,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:17,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:17,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:17,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:17,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:17,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:17,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:17,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:17,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:17,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:17,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:17,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:17,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:17,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:17,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:17,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:17,653 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:18,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:18,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:18,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:18,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:18,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:18,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:18,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:18,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:18,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:18,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:18,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:18,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:18,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:18,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:18,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:18,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:18,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:18,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:18,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:18,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:18,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:18,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:18,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:18,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:18,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:18,163 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:18,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:18,341 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:18,342 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:18,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:18,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121278334, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:18,344 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34534399 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b11511 2024-12-13T20:20:18,484 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@760e2e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:18,487 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:18,489 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:18,491 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34534399 to 127.0.0.1:55816 2024-12-13T20:20:18,491 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:18,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:18,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:18,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:18,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:18,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:18,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:18,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:18,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:18,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:18,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:18,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:18,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:18,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:18,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:18,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:18,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:18,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:18,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:18,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:18,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:18,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:18,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:18,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:18,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:18,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:18,679 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:19,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:19,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:19,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:19,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:19,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:19,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:19,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:19,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:19,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:19,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:19,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:19,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:19,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:19,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:19,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:19,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:19,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:19,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:19,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:19,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:19,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:19,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:19,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:19,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:19,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:19,197 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:19,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:19,500 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:19,501 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:19,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:19,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121279493, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:19,502 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d258e2c to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a31904 2024-12-13T20:20:19,544 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9a2eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:19,545 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:19,546 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:19,547 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d258e2c to 127.0.0.1:55816 2024-12-13T20:20:19,547 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:19,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:19,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:19,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:19,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:19,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:19,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:19,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:19,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:19,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:19,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:19,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:19,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:19,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:19,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:19,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:19,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:19,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:19,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:19,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:19,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:19,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:19,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:19,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:19,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:19,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:19,709 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:20,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:20,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:20,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:20,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:20,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:20,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:20,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:20,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:20,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:20,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:20,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:20,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:20,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:20,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:20,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:20,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:20,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:20,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:20,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:20,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:20,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:20,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:20,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:20,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:20,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:20,230 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T20:20:20,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [0fe162bcf4e3%2C44411%2C1734121132765]: currently replicating from: hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 at position: -1 2024-12-13T20:20:20,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:20,558 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:20,558 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:20,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:20,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121280549, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:20,560 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x250b40b5 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f7a1629 2024-12-13T20:20:20,603 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@777c25d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:20,605 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:20,606 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:20,608 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x250b40b5 to 127.0.0.1:55816 2024-12-13T20:20:20,608 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:20,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-13T20:20:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T20:20:20,735 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T20:20:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T20:20:20,737 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T20:20:20,741 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925 2024-12-13T20:20:20,745 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/fam, FileablePath, hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/recovered.edits] 2024-12-13T20:20:20,751 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/fam/4adb546316824321a653ca362130f820 to hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/archive/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/fam/4adb546316824321a653ca362130f820 2024-12-13T20:20:20,755 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/recovered.edits/8.seqid to hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/archive/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925/recovered.edits/8.seqid 2024-12-13T20:20:20,756 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/testdroppedtimed/2c195205e5248b46633201dac6601925 2024-12-13T20:20:20,756 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T20:20:20,758 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T20:20:20,760 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T20:20:20,762 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T20:20:20,763 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T20:20:20,764 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T20:20:20,764 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734121220764"}]},"ts":"9223372036854775807"} 2024-12-13T20:20:20,766 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T20:20:20,766 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2c195205e5248b46633201dac6601925, NAME => 'testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T20:20:20,766 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T20:20:20,766 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734121220766"}]},"ts":"9223372036854775807"} 2024-12-13T20:20:20,768 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T20:20:20,779 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T20:20:20,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 47 msec 2024-12-13T20:20:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T20:20:20,839 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-13T20:20:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:20,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:20,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:20,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:20,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:20,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:20,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:20,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:20,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:20,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:20,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:20,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:20,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:20,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:20,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:20,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:20,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:20,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:20,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:20,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:20,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:20,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:20,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:20,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:20,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:20,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:20,856 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T20:20:21,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T20:20:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:21,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:21,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:21,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:21,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:21,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:21,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:21,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:21,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:21,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:21,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:21,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:21,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:21,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:21,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:21,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:21,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:21,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:21,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:21,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:21,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:21,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:21,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:21,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:21,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:21,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:21,375 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T20:20:21,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:21,617 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T20:20:21,618 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:21,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T20:20:21,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46362 deadline: 1734121281609, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T20:20:21,620 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b47ceb1 to 127.0.0.1:55816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46356ae 2024-12-13T20:20:21,635 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12278968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T20:20:21,637 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T20:20:21,638 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T20:20:21,639 WARN [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-13T20:20:21,640 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b47ceb1 to 127.0.0.1:55816 2024-12-13T20:20:21,640 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:21,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:21,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:21,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:21,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:21,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:21,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:21,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:21,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:21,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:21,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:21,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:21,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:21,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:21,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:21,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:21,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:21,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:21,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:21,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:21,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:21,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:21,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:21,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:21,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:21,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:21,885 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T20:20:22,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:20:22,085 INFO [0fe162bcf4e3:37269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T20:20:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:22,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:22,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:22,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:22,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:22,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:22,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:22,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:22,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:22,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:22,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:22,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:22,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:22,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:22,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:22,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:22,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:22,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:22,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:22,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:22,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:22,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:22,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:22,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:22,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:22,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:22,396 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T20:20:22,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,686 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/27=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/28=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/29=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/30=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/31=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/32=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/33=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/34=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/35=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/36=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/37=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/38=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/39=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/40=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/41=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/42=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/43=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/44=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/45=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/46=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/47=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/48=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/49=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,689 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,704 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/51=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/52=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/53=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/54=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/55=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/56=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/57=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/58=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/59=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/60=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/61=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/62=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/63=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/64=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/65=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/66=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/67=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/68=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/69=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/70=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/71=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/72=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/73=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,707 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,720 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/75=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/76=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/77=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/78=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/79=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/80=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/81=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/82=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/83=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/84=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/85=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/86=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/87=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/88=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/89=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/90=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/91=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/92=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/93=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/94=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/95=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/96=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/97=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,723 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,737 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/99=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/100=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/101=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/102=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/103=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/104=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/105=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/106=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/107=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/108=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/109=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/110=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/111=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/112=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/113=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/114=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/115=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/116=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/117=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/118=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/119=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/120=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/121=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,739 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,754 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/123=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/124=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/125=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/126=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/127=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/128=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/129=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/130=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/131=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/132=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/133=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/134=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/135=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/136=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/137=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/138=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/139=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/140=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/141=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/142=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/143=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/144=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/145=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,756 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,791 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/147=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/148=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/149=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/150=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/151=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/152=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/153=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/154=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/155=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/156=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/157=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/158=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/159=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/160=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/161=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/162=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/163=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/164=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/165=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/166=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/167=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/168=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/169=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,795 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,812 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/171=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/172=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/173=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/174=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/175=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/176=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/177=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/178=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/179=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/180=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/181=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/182=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/183=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/184=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/185=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/186=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/187=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/188=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/189=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/190=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/191=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/192=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/193=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,816 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,829 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/195=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/196=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/197=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/198=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/199=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/200=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/201=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/202=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/203=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/204=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/205=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/206=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/207=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/208=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/209=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/210=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/211=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/212=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/213=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/214=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/215=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/216=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/217=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,833 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,845 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/219=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/220=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/221=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/222=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/223=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/224=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/225=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/226=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/227=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/228=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/229=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/230=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/231=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/232=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/233=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/234=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/235=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/236=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/237=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/238=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/239=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/240=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/241=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,848 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,862 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/243=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/244=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/245=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/246=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/247=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/248=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/249=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/250=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/251=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/252=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/253=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/254=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/255=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/256=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/257=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/258=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/259=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/260=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/261=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/262=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/263=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/264=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/265=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,864 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,879 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/267=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/268=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/269=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/270=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/271=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/272=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/273=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/274=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/275=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/276=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/277=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/278=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/279=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/280=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/281=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/282=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/283=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/284=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/285=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/286=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/287=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/288=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/289=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,882 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,895 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/291=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/292=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/293=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/294=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/295=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/296=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/297=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/298=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/299=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/300=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/301=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/302=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/303=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/304=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/305=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/306=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/307=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/308=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/309=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/310=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/311=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/312=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/313=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:22,897 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:22,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:22,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:22,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:22,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:22,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:22,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:22,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:22,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:22,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:22,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:22,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:22,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:22,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:22,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:22,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:22,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:22,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:22,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:22,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:22,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:22,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:22,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:22,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:22,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:22,910 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T20:20:22,912 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/315=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/316=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/317=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/318=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/319=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/320=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/321=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/322=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/323=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/324=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/325=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/326=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/327=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/328=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/329=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/330=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/331=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/332=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/333=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/334=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/335=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/336=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/337=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,913 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,926 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/339=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/340=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/341=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/342=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/343=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/344=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/345=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/346=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/347=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/348=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/349=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/350=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/351=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/352=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/353=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/354=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/355=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/356=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/357=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/358=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/359=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/360=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/361=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,928 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,937 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/363=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/364=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/365=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/366=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/367=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/368=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/369=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/370=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/371=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/372=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/373=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/374=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/375=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/376=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/377=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/378=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/379=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/380=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/381=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/382=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/383=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/384=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/385=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,939 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,954 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/387=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/388=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/389=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/390=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/391=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/392=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/393=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/394=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/395=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/396=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/397=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/398=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/399=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/400=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/401=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/402=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/403=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/404=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/405=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/406=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/407=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/408=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/409=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,956 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,970 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/411=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/412=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/413=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/414=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/415=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/416=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/417=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/418=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/419=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/420=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/421=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/422=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/423=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/424=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/425=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/426=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/427=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/428=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/429=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/430=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/431=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/432=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/433=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,972 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,987 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/435=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/436=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/437=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/438=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/439=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/440=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/441=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/442=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/443=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/444=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/445=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/446=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/447=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/448=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/449=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/450=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/451=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/452=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/453=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/454=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/455=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/456=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/457=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:22,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,988 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:22,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:22,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:22,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,001 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/459=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/460=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/461=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/462=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/463=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/464=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/465=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/466=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/467=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/468=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/469=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/470=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/471=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/472=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/473=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/474=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/475=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/476=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/477=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/478=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/479=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/480=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/481=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,003 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,012 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/483=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/484=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/485=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/486=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/487=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/488=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/489=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/490=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/491=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/492=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/493=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/494=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/495=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/496=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/497=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/498=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/499=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/500=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/501=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/502=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/503=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/504=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/505=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,013 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,029 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/507=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/508=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/509=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/510=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/511=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/512=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/513=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/514=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/515=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/516=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/517=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/518=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/519=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/520=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/521=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/522=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/523=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/524=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/525=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/526=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/527=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/528=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/529=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,030 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,045 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/531=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/532=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/533=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/534=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/535=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/536=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/537=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/538=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/539=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/540=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/541=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/542=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/543=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/544=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/545=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/546=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/547=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/548=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/549=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/550=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/551=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/552=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/553=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,047 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,060 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/555=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/556=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/557=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/558=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/559=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/560=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/561=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/562=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/563=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/564=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/565=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/566=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/567=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/568=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/569=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/570=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/571=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/572=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/573=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/574=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/575=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/576=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/577=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,061 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,091 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/579=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/580=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/581=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/582=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/583=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/584=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/585=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/586=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/587=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/588=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/589=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/590=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/591=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/592=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/593=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/594=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/595=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/596=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/597=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/598=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/599=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/600=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/601=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,093 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,245 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/603=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/604=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/605=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/606=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/607=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/608=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/609=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/610=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/611=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/612=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/613=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/614=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/615=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/616=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/617=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/618=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/619=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/620=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/621=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/622=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/623=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/624=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/625=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,247 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,262 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/627=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/628=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/629=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/630=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/631=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/632=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/633=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/634=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/635=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/636=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/637=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/638=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/639=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/640=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/641=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/642=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/643=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/644=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/645=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/646=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/647=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/648=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/649=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,263 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,279 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/651=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/652=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/653=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/654=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/655=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/656=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/657=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/658=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/659=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/660=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/661=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/662=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/663=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/664=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/665=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/666=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/667=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/668=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/669=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/670=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/671=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/672=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/673=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,280 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,295 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/675=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/676=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/677=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/678=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/679=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/680=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/681=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/682=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/683=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/684=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/685=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/686=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/687=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/688=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/689=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/690=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/691=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/692=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/693=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/694=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/695=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/696=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/697=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,296 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:23,412 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/699=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/700=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/701=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/702=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/703=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/704=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/705=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/706=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/707=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/708=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/709=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/710=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/711=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/712=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/713=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/714=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/715=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/716=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/717=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/718=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/719=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/720=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/721=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,414 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:23,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:23,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:23,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:23,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:23,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:23,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:23,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:23,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:23,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:23,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:23,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:23,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:23,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:23,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:23,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:23,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:23,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:23,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:23,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:23,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:23,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:23,429 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/723=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/724=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/725=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/726=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/727=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/728=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/729=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/730=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/731=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/732=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/733=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/734=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/735=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/736=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/737=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/738=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/739=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/740=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/741=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/742=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/743=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/744=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/745=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:23,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:23,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:23,430 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,430 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T20:20:23,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,445 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/747=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/748=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/749=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/750=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/751=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/752=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/753=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/754=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/755=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/756=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/757=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/758=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/759=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/760=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/761=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/762=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/763=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/764=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/765=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/766=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/767=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/768=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/769=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,447 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,514 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/771=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/772=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/773=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/774=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/775=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/776=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/777=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/778=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/779=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/780=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/781=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/782=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/783=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/784=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/785=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/786=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/787=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/788=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/789=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/790=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/791=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/792=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/793=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,516 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,649 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/795=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/796=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/797=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/798=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/799=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/800=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/801=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/802=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/803=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/804=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/805=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/806=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/807=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/808=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/809=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/810=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/811=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/812=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/813=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/814=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/815=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/816=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/817=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,652 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,764 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/819=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/820=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/821=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/822=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/823=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/824=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/825=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/826=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/827=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/828=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/829=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/830=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/831=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/832=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/833=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/834=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/835=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/836=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/837=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/838=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/839=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/840=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/841=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,766 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,787 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/843=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/844=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/845=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/846=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/847=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/848=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/849=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/850=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/851=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/852=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/853=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/854=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/855=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/856=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/857=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/858=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/859=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/860=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/861=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/862=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/863=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/864=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/865=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,788 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,804 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/867=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/868=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/869=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/870=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/871=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/872=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/873=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/874=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/875=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/876=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/877=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/878=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/879=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/880=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/881=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/882=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/883=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/884=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/885=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/886=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/887=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/888=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/889=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,805 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,820 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/891=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/892=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/893=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/894=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/895=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/896=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/897=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/898=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/899=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/900=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/901=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/902=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/903=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/904=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/905=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/906=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/907=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/908=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/909=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/910=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/911=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/912=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/913=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,822 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,837 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/915=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/916=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/917=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/918=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/919=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/920=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/921=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/922=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/923=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/924=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/925=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/926=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/927=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/928=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/929=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/930=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/931=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/932=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/933=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/934=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/935=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/936=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/937=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,839 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T20:20:23,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,854 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/939=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/940=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/941=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/942=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/943=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/944=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/945=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/946=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/947=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/948=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/949=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/950=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/951=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/952=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/953=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/954=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/955=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/956=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/957=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/958=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/959=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/960=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/961=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,855 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T20:20:23,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,870 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 4208104, reset compression=false 2024-12-13T20:20:23,870 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/963=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/964=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/965=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/966=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/967=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/968=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/969=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/970=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/971=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/972=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/973=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/974=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/975=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/976=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/977=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/978=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/979=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/980=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/981=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/982=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/983=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/984=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/985=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T20:20:23,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,878 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T20:20:23,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,887 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 4208924, reset compression=false 2024-12-13T20:20:23,887 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5752a74a57905b1d92ecb6d0711d78dc/987=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/988=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/989=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/990=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/991=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/992=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/993=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/994=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/995=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/996=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/997=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/998=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/999=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/1000=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/1001=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/1002=[#edits: 1 = ],4297}, {test/5752a74a57905b1d92ecb6d0711d78dc/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-13T20:20:23,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T20:20:23,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T20:20:23,925 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T20:20:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T20:20:23,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T20:20:23,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T20:20:23,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T20:20:23,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T20:20:23,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T20:20:23,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T20:20:23,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T20:20:23,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T20:20:23,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T20:20:23,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T20:20:23,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T20:20:23,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T20:20:23,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T20:20:23,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T20:20:23,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T20:20:23,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T20:20:23,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T20:20:23,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T20:20:23,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T20:20:23,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T20:20:23,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T20:20:23,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T20:20:23,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T20:20:23,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T20:20:23,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T20:20:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-13T20:20:23,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster(3926): Client=jenkins//172.17.0.3 removing replication peer, id=2 2024-12-13T20:20:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-13T20:20:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T20:20:23,966 DEBUG [PEWorker-4 {}] zookeeper.ZKUtil(111): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-13T20:20:23,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-13T20:20:23,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T20:20:23,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T20:20:23,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T20:20:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T20:20:24,093 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 to pos 4208924, reset compression=false 2024-12-13T20:20:24,129 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:20:24,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44411 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-13T20:20:24,130 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-13T20:20:24,130 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-13T20:20:24,130 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-13T20:20:24,238 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x100210b9a38000f, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T20:20:24,238 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x100210b9a38000f, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T20:20:24,238 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08b7eda6 to 127.0.0.1:55816 2024-12-13T20:20:24,238 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T20:20:24,339 WARN [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T20:20:24,339 WARN [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.wal-reader.0fe162bcf4e3%2C44411%2C1734121132765,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T20:20:24,439 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0.replicationSource,2.replicationSource.shipper0fe162bcf4e3%2C44411%2C1734121132765,2 terminated 2024-12-13T20:20:24,439 INFO [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-13T20:20:24,441 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/0fe162bcf4e3,44411,1734121132765/2/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 2024-12-13T20:20:24,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/0fe162bcf4e3,44411,1734121132765/2/0fe162bcf4e3%2C44411%2C1734121132765.1734121135375 2024-12-13T20:20:24,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/0fe162bcf4e3,44411,1734121132765/2 2024-12-13T20:20:24,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/0fe162bcf4e3,44411,1734121132765/2 2024-12-13T20:20:24,452 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T20:20:24,452 DEBUG [RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-13T20:20:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-13T20:20:24,454 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 0fe162bcf4e3,44411,1734121132765 suceeded 2024-12-13T20:20:24,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-13T20:20:24,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 477 msec 2024-12-13T20:20:24,463 DEBUG [PEWorker-1 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T20:20:24,463 INFO [PEWorker-1 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-13T20:20:24,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 502 msec 2024-12-13T20:20:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T20:20:24,589 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=397 (was 389) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55816@0x6758fad1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f829cb53a78.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x443d6295-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/cluster_a6ff209c-59a2-1061-9ed2-4e98f8d47dcf/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55816@0x462781e2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f829cb53a78.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/cluster_23a51057-e915-3289-5e73-7ca7fa034904/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1924948983) connection to localhost/127.0.0.1:33735 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55816@0x462781e2-SendThread(127.0.0.1:55816) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55816@0x6758fad1-SendThread(127.0.0.1:55816) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: hconnection-0x443d6295-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55816@0x6758fad1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55816@0x5be219d3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f829cb53a78.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x443d6295-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x443d6295-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2015117730_22 at /127.0.0.1:50410 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/0fe162bcf4e3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55816@0x462781e2-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x443d6295-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x443d6295-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/cluster_a6ff209c-59a2-1061-9ed2-4e98f8d47dcf/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/cluster_23a51057-e915-3289-5e73-7ca7fa034904/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=572 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=2749 (was 3316) 2024-12-13T20:20:24,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1d0a15 to 127.0.0.1:55816 2024-12-13T20:20:24,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:24,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5558f956 to 127.0.0.1:55816 2024-12-13T20:20:24,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:24,591 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T20:20:24,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f9d6135 to 127.0.0.1:55816 2024-12-13T20:20:24,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T20:20:24,591 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T20:20:24,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b5342e8 to 127.0.0.1:55816 2024-12-13T20:20:24,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:24,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T20:20:24,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=650798230, stopped=false 2024-12-13T20:20:24,592 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=0fe162bcf4e3,33139,1734121139740 2024-12-13T20:20:24,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T20:20:24,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:20:24,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T20:20:24,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:20:24,604 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T20:20:24,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:24,604 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '0fe162bcf4e3,37269,1734121139864' ***** 2024-12-13T20:20:24,605 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T20:20:24,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T20:20:24,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T20:20:24,605 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T20:20:24,606 INFO [RS:0;0fe162bcf4e3:37269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T20:20:24,606 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T20:20:24,606 INFO [RS:0;0fe162bcf4e3:37269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T20:20:24,606 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 096e7d4e87b598362c20f90885c2988c 2024-12-13T20:20:24,607 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for f7e998dad54374b18bfaedfaf8067dc6 2024-12-13T20:20:24,607 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 02d5f122935ca988080a8eac0ee733da 2024-12-13T20:20:24,607 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for c28f2dadd20eedc897cc674aac5a7bc9 2024-12-13T20:20:24,607 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for a6e88e168491b105f1d099b3fba4c44a 2024-12-13T20:20:24,607 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 28c750cb775b00294c0f34a7770cf991 2024-12-13T20:20:24,607 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for fb1fd55ad2b71d0b14efd79c8bedbbad 2024-12-13T20:20:24,607 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 096e7d4e87b598362c20f90885c2988c, disabling compactions & flushes 2024-12-13T20:20:24,607 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 2ba4bd0015784a49b4aacea635f204e7 2024-12-13T20:20:24,607 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. 2024-12-13T20:20:24,607 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. 2024-12-13T20:20:24,607 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 8e8380b5eb75e3fad207d77641c32e35 2024-12-13T20:20:24,607 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. after waiting 0 ms 2024-12-13T20:20:24,607 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. 2024-12-13T20:20:24,607 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 62190b8bfdbcb95af72a7bb83f6d860a 2024-12-13T20:20:24,607 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for c7f4f0cc8da1526ec4f88439cc15710e 2024-12-13T20:20:24,608 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 3ea2b3614de479e95595e31ad81deeef 2024-12-13T20:20:24,608 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 339b61e8113331cda9dc39d7ae001adc 2024-12-13T20:20:24,608 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for f8a417d1a18bcc96ee438912d457754e 2024-12-13T20:20:24,608 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 7c582a24c21c8e98c0ddda912bfca34d 2024-12-13T20:20:24,608 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 9589f4b24d9f47b00062d7b420b8b6d0 2024-12-13T20:20:24,608 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 3e9a32ffb667979dd78c3ee8c2691d02 2024-12-13T20:20:24,608 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for bda4e8eb168821734374563c5f1bb52e 2024-12-13T20:20:24,608 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 4653348822124760496298d47c7cd160 2024-12-13T20:20:24,608 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for d4b92122947092d88bdb8e3d5c702823 2024-12-13T20:20:24,608 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 18a002ef703e3e32f709a7ead0386582 2024-12-13T20:20:24,608 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for da8726cd9e55919c8c3cb8bfae9ae8c0 2024-12-13T20:20:24,609 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for bba34a827aa6b94243ffc4f23c85b674 2024-12-13T20:20:24,609 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for c25ba0a2f04d574e7d6823e4fd4b28a3 2024-12-13T20:20:24,609 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 7a24272338b8723aa74b9e96955a72dc 2024-12-13T20:20:24,609 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 9bdd3c345c81c5e60e393baf70e90910 2024-12-13T20:20:24,609 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 8e3919f6f5ab56cda86d77873359506c 2024-12-13T20:20:24,609 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1224): stopping server 0fe162bcf4e3,37269,1734121139864 2024-12-13T20:20:24,609 DEBUG [RS:0;0fe162bcf4e3:37269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:24,609 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T20:20:24,609 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T20:20:24,609 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T20:20:24,610 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T20:20:24,610 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T20:20:24,610 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T20:20:24,610 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T20:20:24,610 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T20:20:24,610 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T20:20:24,610 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T20:20:24,611 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T20:20:24,613 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1629): Waiting on 02d5f122935ca988080a8eac0ee733da, 096e7d4e87b598362c20f90885c2988c, 1588230740, 18a002ef703e3e32f709a7ead0386582, 28c750cb775b00294c0f34a7770cf991, 2ba4bd0015784a49b4aacea635f204e7, 339b61e8113331cda9dc39d7ae001adc, 3e9a32ffb667979dd78c3ee8c2691d02, 3ea2b3614de479e95595e31ad81deeef, 4653348822124760496298d47c7cd160, 62190b8bfdbcb95af72a7bb83f6d860a, 7a24272338b8723aa74b9e96955a72dc, 7c582a24c21c8e98c0ddda912bfca34d, 8e3919f6f5ab56cda86d77873359506c, 8e8380b5eb75e3fad207d77641c32e35, 9589f4b24d9f47b00062d7b420b8b6d0, 9bdd3c345c81c5e60e393baf70e90910, a6e88e168491b105f1d099b3fba4c44a, bba34a827aa6b94243ffc4f23c85b674, bda4e8eb168821734374563c5f1bb52e, c25ba0a2f04d574e7d6823e4fd4b28a3, c28f2dadd20eedc897cc674aac5a7bc9, c7f4f0cc8da1526ec4f88439cc15710e, d4b92122947092d88bdb8e3d5c702823, da8726cd9e55919c8c3cb8bfae9ae8c0, f7e998dad54374b18bfaedfaf8067dc6, f8a417d1a18bcc96ee438912d457754e, fb1fd55ad2b71d0b14efd79c8bedbbad 2024-12-13T20:20:24,613 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/096e7d4e87b598362c20f90885c2988c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:24,614 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. 2024-12-13T20:20:24,614 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 096e7d4e87b598362c20f90885c2988c: 2024-12-13T20:20:24,614 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734121152549.096e7d4e87b598362c20f90885c2988c. 2024-12-13T20:20:24,614 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f7e998dad54374b18bfaedfaf8067dc6, disabling compactions & flushes 2024-12-13T20:20:24,614 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. 2024-12-13T20:20:24,614 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. 2024-12-13T20:20:24,614 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. after waiting 0 ms 2024-12-13T20:20:24,615 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. 2024-12-13T20:20:24,619 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/f7e998dad54374b18bfaedfaf8067dc6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:24,620 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. 2024-12-13T20:20:24,620 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f7e998dad54374b18bfaedfaf8067dc6: 2024-12-13T20:20:24,620 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734121152549.f7e998dad54374b18bfaedfaf8067dc6. 2024-12-13T20:20:24,620 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 02d5f122935ca988080a8eac0ee733da, disabling compactions & flushes 2024-12-13T20:20:24,620 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. 2024-12-13T20:20:24,620 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. 2024-12-13T20:20:24,620 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. after waiting 0 ms 2024-12-13T20:20:24,620 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. 2024-12-13T20:20:24,624 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/02d5f122935ca988080a8eac0ee733da/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:24,624 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. 2024-12-13T20:20:24,624 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 02d5f122935ca988080a8eac0ee733da: 2024-12-13T20:20:24,624 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734121152549.02d5f122935ca988080a8eac0ee733da. 2024-12-13T20:20:24,624 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c28f2dadd20eedc897cc674aac5a7bc9, disabling compactions & flushes 2024-12-13T20:20:24,624 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. 2024-12-13T20:20:24,624 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. 2024-12-13T20:20:24,625 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. after waiting 0 ms 2024-12-13T20:20:24,625 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. 2024-12-13T20:20:24,628 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/c28f2dadd20eedc897cc674aac5a7bc9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:24,629 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. 2024-12-13T20:20:24,629 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c28f2dadd20eedc897cc674aac5a7bc9: 2024-12-13T20:20:24,629 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734121152549.c28f2dadd20eedc897cc674aac5a7bc9. 2024-12-13T20:20:24,629 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a6e88e168491b105f1d099b3fba4c44a, disabling compactions & flushes 2024-12-13T20:20:24,629 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. 2024-12-13T20:20:24,629 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. 2024-12-13T20:20:24,629 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. after waiting 0 ms 2024-12-13T20:20:24,629 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. 2024-12-13T20:20:24,632 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/a6e88e168491b105f1d099b3fba4c44a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:24,633 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. 2024-12-13T20:20:24,633 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a6e88e168491b105f1d099b3fba4c44a: 2024-12-13T20:20:24,633 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734121152549.a6e88e168491b105f1d099b3fba4c44a. 2024-12-13T20:20:24,633 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 28c750cb775b00294c0f34a7770cf991, disabling compactions & flushes 2024-12-13T20:20:24,633 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. 2024-12-13T20:20:24,633 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. 2024-12-13T20:20:24,633 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. after waiting 0 ms 2024-12-13T20:20:24,633 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. 2024-12-13T20:20:24,637 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/28c750cb775b00294c0f34a7770cf991/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:24,638 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/.tmp/info/5ef78b4f4d1b4751b03d0ac623ad96f9 is 143, key is hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a./info:regioninfo/1734121144090/Put/seqid=0 2024-12-13T20:20:24,638 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. 2024-12-13T20:20:24,638 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 28c750cb775b00294c0f34a7770cf991: 2024-12-13T20:20:24,638 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734121152549.28c750cb775b00294c0f34a7770cf991. 2024-12-13T20:20:24,638 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fb1fd55ad2b71d0b14efd79c8bedbbad, disabling compactions & flushes 2024-12-13T20:20:24,639 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. 2024-12-13T20:20:24,639 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. 2024-12-13T20:20:24,639 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. after waiting 0 ms 2024-12-13T20:20:24,639 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. 2024-12-13T20:20:24,639 INFO [regionserver/0fe162bcf4e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T20:20:24,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741866_1042 (size=36340) 2024-12-13T20:20:24,643 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/fb1fd55ad2b71d0b14efd79c8bedbbad/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:24,644 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. 2024-12-13T20:20:24,644 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fb1fd55ad2b71d0b14efd79c8bedbbad: 2024-12-13T20:20:24,644 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734121152549.fb1fd55ad2b71d0b14efd79c8bedbbad. 2024-12-13T20:20:24,644 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2ba4bd0015784a49b4aacea635f204e7, disabling compactions & flushes 2024-12-13T20:20:24,644 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. 2024-12-13T20:20:24,644 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. 2024-12-13T20:20:24,644 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. after waiting 0 ms 2024-12-13T20:20:24,644 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. 2024-12-13T20:20:24,648 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/2ba4bd0015784a49b4aacea635f204e7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:24,649 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. 2024-12-13T20:20:24,649 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2ba4bd0015784a49b4aacea635f204e7: 2024-12-13T20:20:24,649 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734121152549.2ba4bd0015784a49b4aacea635f204e7. 2024-12-13T20:20:24,649 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8e8380b5eb75e3fad207d77641c32e35, disabling compactions & flushes 2024-12-13T20:20:24,649 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. 2024-12-13T20:20:24,649 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. 2024-12-13T20:20:24,649 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. after waiting 0 ms 2024-12-13T20:20:24,649 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. 2024-12-13T20:20:24,653 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/8e8380b5eb75e3fad207d77641c32e35/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:24,653 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. 2024-12-13T20:20:24,653 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8e8380b5eb75e3fad207d77641c32e35: 2024-12-13T20:20:24,654 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734121152549.8e8380b5eb75e3fad207d77641c32e35. 2024-12-13T20:20:24,654 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 62190b8bfdbcb95af72a7bb83f6d860a, disabling compactions & flushes 2024-12-13T20:20:24,654 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. 2024-12-13T20:20:24,654 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. 2024-12-13T20:20:24,654 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. after waiting 0 ms 2024-12-13T20:20:24,654 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. 2024-12-13T20:20:24,654 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 62190b8bfdbcb95af72a7bb83f6d860a 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T20:20:24,667 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/namespace/62190b8bfdbcb95af72a7bb83f6d860a/.tmp/info/82b2db1511724fb3b236e0942f3d1b87 is 45, key is default/info:d/1734121144196/Put/seqid=0 2024-12-13T20:20:24,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741867_1043 (size=5037) 2024-12-13T20:20:24,813 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 18a002ef703e3e32f709a7ead0386582, 339b61e8113331cda9dc39d7ae001adc, 3e9a32ffb667979dd78c3ee8c2691d02, 3ea2b3614de479e95595e31ad81deeef, 4653348822124760496298d47c7cd160, 62190b8bfdbcb95af72a7bb83f6d860a, 7a24272338b8723aa74b9e96955a72dc, 7c582a24c21c8e98c0ddda912bfca34d, 8e3919f6f5ab56cda86d77873359506c, 9589f4b24d9f47b00062d7b420b8b6d0, 9bdd3c345c81c5e60e393baf70e90910, bba34a827aa6b94243ffc4f23c85b674, bda4e8eb168821734374563c5f1bb52e, c25ba0a2f04d574e7d6823e4fd4b28a3, c7f4f0cc8da1526ec4f88439cc15710e, d4b92122947092d88bdb8e3d5c702823, da8726cd9e55919c8c3cb8bfae9ae8c0, f8a417d1a18bcc96ee438912d457754e 2024-12-13T20:20:25,014 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 18a002ef703e3e32f709a7ead0386582, 339b61e8113331cda9dc39d7ae001adc, 3e9a32ffb667979dd78c3ee8c2691d02, 3ea2b3614de479e95595e31ad81deeef, 4653348822124760496298d47c7cd160, 62190b8bfdbcb95af72a7bb83f6d860a, 7a24272338b8723aa74b9e96955a72dc, 7c582a24c21c8e98c0ddda912bfca34d, 8e3919f6f5ab56cda86d77873359506c, 9589f4b24d9f47b00062d7b420b8b6d0, 9bdd3c345c81c5e60e393baf70e90910, bba34a827aa6b94243ffc4f23c85b674, bda4e8eb168821734374563c5f1bb52e, c25ba0a2f04d574e7d6823e4fd4b28a3, c7f4f0cc8da1526ec4f88439cc15710e, d4b92122947092d88bdb8e3d5c702823, da8726cd9e55919c8c3cb8bfae9ae8c0, f8a417d1a18bcc96ee438912d457754e 2024-12-13T20:20:25,044 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/.tmp/info/5ef78b4f4d1b4751b03d0ac623ad96f9 2024-12-13T20:20:25,064 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/.tmp/rep_barrier/cb637e488014407ca1af8669a50ec552 is 115, key is test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674./rep_barrier:seqnumDuringOpen/1734121156814/Put/seqid=0 2024-12-13T20:20:25,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741868_1044 (size=8574) 2024-12-13T20:20:25,072 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/namespace/62190b8bfdbcb95af72a7bb83f6d860a/.tmp/info/82b2db1511724fb3b236e0942f3d1b87 2024-12-13T20:20:25,080 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/namespace/62190b8bfdbcb95af72a7bb83f6d860a/.tmp/info/82b2db1511724fb3b236e0942f3d1b87 as hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/namespace/62190b8bfdbcb95af72a7bb83f6d860a/info/82b2db1511724fb3b236e0942f3d1b87 2024-12-13T20:20:25,086 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/namespace/62190b8bfdbcb95af72a7bb83f6d860a/info/82b2db1511724fb3b236e0942f3d1b87, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T20:20:25,087 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 62190b8bfdbcb95af72a7bb83f6d860a in 432ms, sequenceid=6, compaction requested=false 2024-12-13T20:20:25,090 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/namespace/62190b8bfdbcb95af72a7bb83f6d860a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T20:20:25,091 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. 2024-12-13T20:20:25,091 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 62190b8bfdbcb95af72a7bb83f6d860a: 2024-12-13T20:20:25,091 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734121142866.62190b8bfdbcb95af72a7bb83f6d860a. 2024-12-13T20:20:25,091 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c7f4f0cc8da1526ec4f88439cc15710e, disabling compactions & flushes 2024-12-13T20:20:25,091 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. 2024-12-13T20:20:25,091 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. 2024-12-13T20:20:25,091 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. after waiting 0 ms 2024-12-13T20:20:25,091 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. 2024-12-13T20:20:25,095 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/c7f4f0cc8da1526ec4f88439cc15710e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,095 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. 2024-12-13T20:20:25,095 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c7f4f0cc8da1526ec4f88439cc15710e: 2024-12-13T20:20:25,095 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734121152549.c7f4f0cc8da1526ec4f88439cc15710e. 2024-12-13T20:20:25,095 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3ea2b3614de479e95595e31ad81deeef, disabling compactions & flushes 2024-12-13T20:20:25,095 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. 2024-12-13T20:20:25,095 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. 2024-12-13T20:20:25,095 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. after waiting 0 ms 2024-12-13T20:20:25,096 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. 2024-12-13T20:20:25,099 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/3ea2b3614de479e95595e31ad81deeef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,099 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. 2024-12-13T20:20:25,099 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3ea2b3614de479e95595e31ad81deeef: 2024-12-13T20:20:25,099 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734121152549.3ea2b3614de479e95595e31ad81deeef. 2024-12-13T20:20:25,099 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 339b61e8113331cda9dc39d7ae001adc, disabling compactions & flushes 2024-12-13T20:20:25,099 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. 2024-12-13T20:20:25,100 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. 2024-12-13T20:20:25,100 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. after waiting 0 ms 2024-12-13T20:20:25,100 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. 2024-12-13T20:20:25,102 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/339b61e8113331cda9dc39d7ae001adc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,103 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. 2024-12-13T20:20:25,103 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 339b61e8113331cda9dc39d7ae001adc: 2024-12-13T20:20:25,103 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734121152549.339b61e8113331cda9dc39d7ae001adc. 2024-12-13T20:20:25,103 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f8a417d1a18bcc96ee438912d457754e, disabling compactions & flushes 2024-12-13T20:20:25,103 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. 2024-12-13T20:20:25,103 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. 2024-12-13T20:20:25,103 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. after waiting 0 ms 2024-12-13T20:20:25,103 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. 2024-12-13T20:20:25,107 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/f8a417d1a18bcc96ee438912d457754e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,107 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. 2024-12-13T20:20:25,107 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f8a417d1a18bcc96ee438912d457754e: 2024-12-13T20:20:25,107 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734121152549.f8a417d1a18bcc96ee438912d457754e. 2024-12-13T20:20:25,107 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7c582a24c21c8e98c0ddda912bfca34d, disabling compactions & flushes 2024-12-13T20:20:25,107 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. 2024-12-13T20:20:25,107 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. 2024-12-13T20:20:25,108 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. after waiting 0 ms 2024-12-13T20:20:25,108 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. 2024-12-13T20:20:25,110 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/7c582a24c21c8e98c0ddda912bfca34d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,111 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. 2024-12-13T20:20:25,111 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7c582a24c21c8e98c0ddda912bfca34d: 2024-12-13T20:20:25,111 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734121152549.7c582a24c21c8e98c0ddda912bfca34d. 2024-12-13T20:20:25,111 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9589f4b24d9f47b00062d7b420b8b6d0, disabling compactions & flushes 2024-12-13T20:20:25,111 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. 2024-12-13T20:20:25,111 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. 2024-12-13T20:20:25,111 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. after waiting 0 ms 2024-12-13T20:20:25,111 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. 2024-12-13T20:20:25,114 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/9589f4b24d9f47b00062d7b420b8b6d0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,114 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. 2024-12-13T20:20:25,114 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9589f4b24d9f47b00062d7b420b8b6d0: 2024-12-13T20:20:25,114 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734121152549.9589f4b24d9f47b00062d7b420b8b6d0. 2024-12-13T20:20:25,115 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3e9a32ffb667979dd78c3ee8c2691d02, disabling compactions & flushes 2024-12-13T20:20:25,115 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. 2024-12-13T20:20:25,115 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. 2024-12-13T20:20:25,115 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. after waiting 0 ms 2024-12-13T20:20:25,115 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. 2024-12-13T20:20:25,117 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/3e9a32ffb667979dd78c3ee8c2691d02/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,118 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. 2024-12-13T20:20:25,118 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3e9a32ffb667979dd78c3ee8c2691d02: 2024-12-13T20:20:25,118 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734121152549.3e9a32ffb667979dd78c3ee8c2691d02. 2024-12-13T20:20:25,118 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bda4e8eb168821734374563c5f1bb52e, disabling compactions & flushes 2024-12-13T20:20:25,118 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. 2024-12-13T20:20:25,118 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. 2024-12-13T20:20:25,118 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. after waiting 0 ms 2024-12-13T20:20:25,118 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. 2024-12-13T20:20:25,120 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/bda4e8eb168821734374563c5f1bb52e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,121 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. 2024-12-13T20:20:25,121 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bda4e8eb168821734374563c5f1bb52e: 2024-12-13T20:20:25,121 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734121152549.bda4e8eb168821734374563c5f1bb52e. 2024-12-13T20:20:25,121 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4653348822124760496298d47c7cd160, disabling compactions & flushes 2024-12-13T20:20:25,121 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734121152549.4653348822124760496298d47c7cd160. 2024-12-13T20:20:25,121 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734121152549.4653348822124760496298d47c7cd160. 2024-12-13T20:20:25,121 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734121152549.4653348822124760496298d47c7cd160. after waiting 0 ms 2024-12-13T20:20:25,121 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734121152549.4653348822124760496298d47c7cd160. 2024-12-13T20:20:25,124 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/4653348822124760496298d47c7cd160/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,125 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734121152549.4653348822124760496298d47c7cd160. 2024-12-13T20:20:25,125 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4653348822124760496298d47c7cd160: 2024-12-13T20:20:25,125 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734121152549.4653348822124760496298d47c7cd160. 2024-12-13T20:20:25,125 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d4b92122947092d88bdb8e3d5c702823, disabling compactions & flushes 2024-12-13T20:20:25,125 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. 2024-12-13T20:20:25,125 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. 2024-12-13T20:20:25,125 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. after waiting 0 ms 2024-12-13T20:20:25,125 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. 2024-12-13T20:20:25,128 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/d4b92122947092d88bdb8e3d5c702823/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,129 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. 2024-12-13T20:20:25,129 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d4b92122947092d88bdb8e3d5c702823: 2024-12-13T20:20:25,129 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734121152549.d4b92122947092d88bdb8e3d5c702823. 2024-12-13T20:20:25,129 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 18a002ef703e3e32f709a7ead0386582, disabling compactions & flushes 2024-12-13T20:20:25,129 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 18a002ef703e3e32f709a7ead0386582 2024-12-13T20:20:25,129 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 18a002ef703e3e32f709a7ead0386582 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-13T20:20:25,151 INFO [regionserver/0fe162bcf4e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T20:20:25,152 INFO [regionserver/0fe162bcf4e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T20:20:25,166 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/18a002ef703e3e32f709a7ead0386582/.tmp/f/7e5e736e365f4937886c83c969a0b3be is 4136, key is NormalPut000/f:row/1734121166258/Put/seqid=0 2024-12-13T20:20:25,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741869_1045 (size=4145786) 2024-12-13T20:20:25,169 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/18a002ef703e3e32f709a7ead0386582/.tmp/f/7e5e736e365f4937886c83c969a0b3be 2024-12-13T20:20:25,178 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/18a002ef703e3e32f709a7ead0386582/.tmp/f/7e5e736e365f4937886c83c969a0b3be as hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/18a002ef703e3e32f709a7ead0386582/f/7e5e736e365f4937886c83c969a0b3be 2024-12-13T20:20:25,186 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/18a002ef703e3e32f709a7ead0386582/f/7e5e736e365f4937886c83c969a0b3be, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-13T20:20:25,187 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for 18a002ef703e3e32f709a7ead0386582 in 58ms, sequenceid=144, compaction requested=false 2024-12-13T20:20:25,187 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734121152549.18a002ef703e3e32f709a7ead0386582. 2024-12-13T20:20:25,187 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734121152549.18a002ef703e3e32f709a7ead0386582. 2024-12-13T20:20:25,187 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734121152549.18a002ef703e3e32f709a7ead0386582. after waiting 0 ms 2024-12-13T20:20:25,187 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734121152549.18a002ef703e3e32f709a7ead0386582. 2024-12-13T20:20:25,191 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/18a002ef703e3e32f709a7ead0386582/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-13T20:20:25,192 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734121152549.18a002ef703e3e32f709a7ead0386582. 2024-12-13T20:20:25,192 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 18a002ef703e3e32f709a7ead0386582: 2024-12-13T20:20:25,192 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734121152549.18a002ef703e3e32f709a7ead0386582. 2024-12-13T20:20:25,192 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing da8726cd9e55919c8c3cb8bfae9ae8c0, disabling compactions & flushes 2024-12-13T20:20:25,192 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. 2024-12-13T20:20:25,193 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. 2024-12-13T20:20:25,193 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. after waiting 0 ms 2024-12-13T20:20:25,193 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. 2024-12-13T20:20:25,196 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/da8726cd9e55919c8c3cb8bfae9ae8c0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,197 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. 2024-12-13T20:20:25,197 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for da8726cd9e55919c8c3cb8bfae9ae8c0: 2024-12-13T20:20:25,197 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734121152549.da8726cd9e55919c8c3cb8bfae9ae8c0. 2024-12-13T20:20:25,198 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bba34a827aa6b94243ffc4f23c85b674, disabling compactions & flushes 2024-12-13T20:20:25,198 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. 2024-12-13T20:20:25,198 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. 2024-12-13T20:20:25,198 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. after waiting 0 ms 2024-12-13T20:20:25,198 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. 2024-12-13T20:20:25,201 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/bba34a827aa6b94243ffc4f23c85b674/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,201 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. 2024-12-13T20:20:25,201 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bba34a827aa6b94243ffc4f23c85b674: 2024-12-13T20:20:25,202 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734121152549.bba34a827aa6b94243ffc4f23c85b674. 2024-12-13T20:20:25,202 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c25ba0a2f04d574e7d6823e4fd4b28a3, disabling compactions & flushes 2024-12-13T20:20:25,202 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. 2024-12-13T20:20:25,202 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. 2024-12-13T20:20:25,202 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. after waiting 0 ms 2024-12-13T20:20:25,202 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. 2024-12-13T20:20:25,205 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/c25ba0a2f04d574e7d6823e4fd4b28a3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,206 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. 2024-12-13T20:20:25,206 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c25ba0a2f04d574e7d6823e4fd4b28a3: 2024-12-13T20:20:25,206 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734121152549.c25ba0a2f04d574e7d6823e4fd4b28a3. 2024-12-13T20:20:25,206 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7a24272338b8723aa74b9e96955a72dc, disabling compactions & flushes 2024-12-13T20:20:25,206 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. 2024-12-13T20:20:25,206 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. 2024-12-13T20:20:25,206 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. after waiting 0 ms 2024-12-13T20:20:25,206 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. 2024-12-13T20:20:25,209 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/7a24272338b8723aa74b9e96955a72dc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,210 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. 2024-12-13T20:20:25,210 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7a24272338b8723aa74b9e96955a72dc: 2024-12-13T20:20:25,210 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734121152549.7a24272338b8723aa74b9e96955a72dc. 2024-12-13T20:20:25,210 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9bdd3c345c81c5e60e393baf70e90910, disabling compactions & flushes 2024-12-13T20:20:25,210 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. 2024-12-13T20:20:25,210 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. 2024-12-13T20:20:25,210 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. after waiting 0 ms 2024-12-13T20:20:25,210 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. 2024-12-13T20:20:25,213 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/9bdd3c345c81c5e60e393baf70e90910/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,214 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. 2024-12-13T20:20:25,214 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9bdd3c345c81c5e60e393baf70e90910: 2024-12-13T20:20:25,214 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734121152549.9bdd3c345c81c5e60e393baf70e90910. 2024-12-13T20:20:25,214 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8e3919f6f5ab56cda86d77873359506c, 9bdd3c345c81c5e60e393baf70e90910 2024-12-13T20:20:25,214 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8e3919f6f5ab56cda86d77873359506c, disabling compactions & flushes 2024-12-13T20:20:25,214 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. 2024-12-13T20:20:25,214 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. 2024-12-13T20:20:25,214 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. after waiting 0 ms 2024-12-13T20:20:25,214 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. 2024-12-13T20:20:25,218 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/default/test/8e3919f6f5ab56cda86d77873359506c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:25,218 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. 2024-12-13T20:20:25,218 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8e3919f6f5ab56cda86d77873359506c: 2024-12-13T20:20:25,218 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734121152549.8e3919f6f5ab56cda86d77873359506c. 2024-12-13T20:20:25,259 INFO [0fe162bcf4e3:44411Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T20:20:25,415 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T20:20:25,470 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/.tmp/rep_barrier/cb637e488014407ca1af8669a50ec552 2024-12-13T20:20:25,496 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/.tmp/table/5128dc35d5e549faba2ed7bdfd3d94eb is 94, key is testdroppedtimed,,1734121163495.c05528f2f4c725aa35d846951d972868./table:/1734121167441/DeleteFamily/seqid=0 2024-12-13T20:20:25,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741870_1046 (size=5605) 2024-12-13T20:20:25,615 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T20:20:25,615 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-13T20:20:25,615 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T20:20:25,816 DEBUG [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T20:20:25,900 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/.tmp/table/5128dc35d5e549faba2ed7bdfd3d94eb 2024-12-13T20:20:25,907 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/.tmp/info/5ef78b4f4d1b4751b03d0ac623ad96f9 as hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/info/5ef78b4f4d1b4751b03d0ac623ad96f9 2024-12-13T20:20:25,914 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/info/5ef78b4f4d1b4751b03d0ac623ad96f9, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T20:20:25,915 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/.tmp/rep_barrier/cb637e488014407ca1af8669a50ec552 as hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/rep_barrier/cb637e488014407ca1af8669a50ec552 2024-12-13T20:20:25,920 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/rep_barrier/cb637e488014407ca1af8669a50ec552, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T20:20:25,921 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/.tmp/table/5128dc35d5e549faba2ed7bdfd3d94eb as hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/table/5128dc35d5e549faba2ed7bdfd3d94eb 2024-12-13T20:20:25,927 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/table/5128dc35d5e549faba2ed7bdfd3d94eb, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T20:20:25,928 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=77, compaction requested=false 2024-12-13T20:20:25,932 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T20:20:25,932 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T20:20:25,932 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T20:20:25,932 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T20:20:25,933 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T20:20:26,016 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1250): stopping server 0fe162bcf4e3,37269,1734121139864; all regions closed. 2024-12-13T20:20:26,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741834_1010 (size=40374) 2024-12-13T20:20:26,031 DEBUG [RS:0;0fe162bcf4e3:37269 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/oldWALs 2024-12-13T20:20:26,031 INFO [RS:0;0fe162bcf4e3:37269 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 0fe162bcf4e3%2C37269%2C1734121139864.meta:.meta(num 1734121142776) 2024-12-13T20:20:26,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741833_1009 (size=7175393) 2024-12-13T20:20:26,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/WALs/0fe162bcf4e3,37269,1734121139864/0fe162bcf4e3%2C37269%2C1734121139864.1734121142192 not finished, retry = 0 2024-12-13T20:20:26,140 DEBUG [RS:0;0fe162bcf4e3:37269 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/oldWALs 2024-12-13T20:20:26,141 INFO [RS:0;0fe162bcf4e3:37269 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 0fe162bcf4e3%2C37269%2C1734121139864:(num 1734121142192) 2024-12-13T20:20:26,141 DEBUG [RS:0;0fe162bcf4e3:37269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:26,141 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T20:20:26,141 INFO [RS:0;0fe162bcf4e3:37269 {}] hbase.ChoreService(370): Chore service for: regionserver/0fe162bcf4e3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T20:20:26,142 INFO [regionserver/0fe162bcf4e3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T20:20:26,143 INFO [RS:0;0fe162bcf4e3:37269 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;0fe162bcf4e3:37269. 2024-12-13T20:20:26,144 DEBUG [RS:0;0fe162bcf4e3:37269 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T20:20:26,145 DEBUG [RS:0;0fe162bcf4e3:37269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:26,145 DEBUG [RS:0;0fe162bcf4e3:37269 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x462781e2 to 127.0.0.1:55816 2024-12-13T20:20:26,145 INFO [RS:0;0fe162bcf4e3:37269 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:37269 2024-12-13T20:20:26,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T20:20:26,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/0fe162bcf4e3,37269,1734121139864 2024-12-13T20:20:26,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0fe162bcf4e3,37269,1734121139864] 2024-12-13T20:20:26,213 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 0fe162bcf4e3,37269,1734121139864; numProcessing=1 2024-12-13T20:20:26,220 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/0fe162bcf4e3,37269,1734121139864 already deleted, retry=false 2024-12-13T20:20:26,220 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 0fe162bcf4e3,37269,1734121139864 expired; onlineServers=0 2024-12-13T20:20:26,220 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '0fe162bcf4e3,33139,1734121139740' ***** 2024-12-13T20:20:26,220 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T20:20:26,221 DEBUG [M:0;0fe162bcf4e3:33139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb9642a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0fe162bcf4e3/172.17.0.3:0 2024-12-13T20:20:26,221 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegionServer(1224): stopping server 0fe162bcf4e3,33139,1734121139740 2024-12-13T20:20:26,221 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegionServer(1250): stopping server 0fe162bcf4e3,33139,1734121139740; all regions closed. 2024-12-13T20:20:26,221 DEBUG [M:0;0fe162bcf4e3:33139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:26,221 DEBUG [M:0;0fe162bcf4e3:33139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T20:20:26,221 DEBUG [M:0;0fe162bcf4e3:33139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T20:20:26,221 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T20:20:26,221 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster-HFileCleaner.small.0-1734121141949 {}] cleaner.HFileCleaner(306): Exit Thread[master/0fe162bcf4e3:0:becomeActiveMaster-HFileCleaner.small.0-1734121141949,5,FailOnTimeoutGroup] 2024-12-13T20:20:26,221 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster-HFileCleaner.large.0-1734121141949 {}] cleaner.HFileCleaner(306): Exit Thread[master/0fe162bcf4e3:0:becomeActiveMaster-HFileCleaner.large.0-1734121141949,5,FailOnTimeoutGroup] 2024-12-13T20:20:26,221 INFO [M:0;0fe162bcf4e3:33139 {}] hbase.ChoreService(370): Chore service for: master/0fe162bcf4e3:0 had [] on shutdown 2024-12-13T20:20:26,221 DEBUG [M:0;0fe162bcf4e3:33139 {}] master.HMaster(1733): Stopping service threads 2024-12-13T20:20:26,221 INFO [M:0;0fe162bcf4e3:33139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T20:20:26,222 INFO [M:0;0fe162bcf4e3:33139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T20:20:26,222 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T20:20:26,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-13T20:20:26,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T20:20:26,229 DEBUG [M:0;0fe162bcf4e3:33139 {}] zookeeper.ZKUtil(347): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-13T20:20:26,229 WARN [M:0;0fe162bcf4e3:33139 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T20:20:26,229 INFO [M:0;0fe162bcf4e3:33139 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T20:20:26,229 INFO [M:0;0fe162bcf4e3:33139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T20:20:26,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T20:20:26,230 DEBUG [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T20:20:26,230 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:20:26,230 DEBUG [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:20:26,230 DEBUG [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T20:20:26,230 DEBUG [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:20:26,230 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.25 KB heapSize=270.96 KB 2024-12-13T20:20:26,253 DEBUG [M:0;0fe162bcf4e3:33139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54a554c8c4494211a1587a73fa161669 is 82, key is hbase:meta,,1/info:regioninfo/1734121142816/Put/seqid=0 2024-12-13T20:20:26,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741871_1047 (size=5672) 2024-12-13T20:20:26,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T20:20:26,312 INFO [RS:0;0fe162bcf4e3:37269 {}] regionserver.HRegionServer(1307): Exiting; stopping=0fe162bcf4e3,37269,1734121139864; zookeeper connection closed. 2024-12-13T20:20:26,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37269-0x100210b9a380004, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T20:20:26,313 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75598e25 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75598e25 2024-12-13T20:20:26,313 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T20:20:26,659 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54a554c8c4494211a1587a73fa161669 2024-12-13T20:20:26,686 DEBUG [M:0;0fe162bcf4e3:33139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9766dcd97324a6e988abf3c58d4d888 is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734121156968/Put/seqid=0 2024-12-13T20:20:26,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741872_1048 (size=11249) 2024-12-13T20:20:27,092 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.70 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9766dcd97324a6e988abf3c58d4d888 2024-12-13T20:20:27,098 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9766dcd97324a6e988abf3c58d4d888 2024-12-13T20:20:27,115 DEBUG [M:0;0fe162bcf4e3:33139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d3351d388d34b969003eeecc3cd5b52 is 69, key is 0fe162bcf4e3,37269,1734121139864/rs:state/1734121142032/Put/seqid=0 2024-12-13T20:20:27,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741873_1049 (size=5156) 2024-12-13T20:20:27,520 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d3351d388d34b969003eeecc3cd5b52 2024-12-13T20:20:27,527 DEBUG [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54a554c8c4494211a1587a73fa161669 as hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54a554c8c4494211a1587a73fa161669 2024-12-13T20:20:27,534 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54a554c8c4494211a1587a73fa161669, entries=8, sequenceid=549, filesize=5.5 K 2024-12-13T20:20:27,535 DEBUG [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9766dcd97324a6e988abf3c58d4d888 as hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9766dcd97324a6e988abf3c58d4d888 2024-12-13T20:20:27,541 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9766dcd97324a6e988abf3c58d4d888 2024-12-13T20:20:27,541 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9766dcd97324a6e988abf3c58d4d888, entries=69, sequenceid=549, filesize=11.0 K 2024-12-13T20:20:27,542 DEBUG [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d3351d388d34b969003eeecc3cd5b52 as hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d3351d388d34b969003eeecc3cd5b52 2024-12-13T20:20:27,549 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45889/user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d3351d388d34b969003eeecc3cd5b52, entries=1, sequenceid=549, filesize=5.0 K 2024-12-13T20:20:27,550 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.25 KB/225539, heapSize ~270.66 KB/277160, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=549, compaction requested=false 2024-12-13T20:20:27,551 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:20:27,551 DEBUG [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T20:20:27,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741830_1006 (size=262151) 2024-12-13T20:20:27,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/002554c7-6870-1533-be46-f0554d535eaf/MasterData/WALs/0fe162bcf4e3,33139,1734121139740/0fe162bcf4e3%2C33139%2C1734121139740.1734121141625 not finished, retry = 0 2024-12-13T20:20:27,655 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T20:20:27,655 INFO [M:0;0fe162bcf4e3:33139 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T20:20:27,655 INFO [M:0;0fe162bcf4e3:33139 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:33139 2024-12-13T20:20:27,670 DEBUG [M:0;0fe162bcf4e3:33139 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/0fe162bcf4e3,33139,1734121139740 already deleted, retry=false 2024-12-13T20:20:27,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T20:20:27,779 INFO [M:0;0fe162bcf4e3:33139 {}] regionserver.HRegionServer(1307): Exiting; stopping=0fe162bcf4e3,33139,1734121139740; zookeeper connection closed. 2024-12-13T20:20:27,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x100210b9a380003, quorum=127.0.0.1:55816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T20:20:27,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63ef00fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T20:20:27,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@637f0fad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T20:20:27,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T20:20:27,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62c1accd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T20:20:27,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@afbe66c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/hadoop.log.dir/,STOPPED} 2024-12-13T20:20:27,823 WARN [BP-1283152167-172.17.0.3-1734121137874 heartbeating to localhost/127.0.0.1:45889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T20:20:27,823 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T20:20:27,823 WARN [BP-1283152167-172.17.0.3-1734121137874 heartbeating to localhost/127.0.0.1:45889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1283152167-172.17.0.3-1734121137874 (Datanode Uuid 6c429245-f53b-40c5-abf5-e7fa7c41fa5f) service to localhost/127.0.0.1:45889 2024-12-13T20:20:27,823 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T20:20:27,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/cluster_23a51057-e915-3289-5e73-7ca7fa034904/dfs/data/data1/current/BP-1283152167-172.17.0.3-1734121137874 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T20:20:27,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/cluster_23a51057-e915-3289-5e73-7ca7fa034904/dfs/data/data2/current/BP-1283152167-172.17.0.3-1734121137874 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T20:20:27,824 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T20:20:27,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dcdd5d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T20:20:27,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68b97af9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T20:20:27,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T20:20:27,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79deb57d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T20:20:27,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e977c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/738f2cb7-73b5-9401-8dd1-fc7378fcca03/hadoop.log.dir/,STOPPED} 2024-12-13T20:20:27,857 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T20:20:27,857 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T20:20:27,857 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T20:20:27,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x097aaf4b to 127.0.0.1:55816 2024-12-13T20:20:27,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:27,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T20:20:27,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1923464191, stopped=false 2024-12-13T20:20:27,857 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=0fe162bcf4e3,44459,1734121131834 2024-12-13T20:20:27,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T20:20:27,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T20:20:27,870 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T20:20:27,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:20:27,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:20:27,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:27,870 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '0fe162bcf4e3,44411,1734121132765' ***** 2024-12-13T20:20:27,870 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T20:20:27,871 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T20:20:27,871 INFO [RS:0;0fe162bcf4e3:44411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T20:20:27,871 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T20:20:27,871 INFO [RS:0;0fe162bcf4e3:44411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T20:20:27,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T20:20:27,871 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for f8d9849c7730acb51868ab2617fd9cd1 2024-12-13T20:20:27,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T20:20:27,871 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 304228af6ea8f78b58a5c3b5c66dbeeb 2024-12-13T20:20:27,871 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 5714b79398d79fcdc8b0459e5fa311af 2024-12-13T20:20:27,871 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f8d9849c7730acb51868ab2617fd9cd1, disabling compactions & flushes 2024-12-13T20:20:27,871 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 7ab0eb37713f5a766bdae6d362c90c01 2024-12-13T20:20:27,871 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 0c687a3df319d74365a4f69fd5934399 2024-12-13T20:20:27,871 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. 2024-12-13T20:20:27,871 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for a4c1bb1dd767b07956ed56a3692bb7c8 2024-12-13T20:20:27,871 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. 2024-12-13T20:20:27,872 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. after waiting 0 ms 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 32948fc0ceafa998726f8c9604710af5 2024-12-13T20:20:27,872 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 0af06cea0f94296dce2648628638cd70 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 5752a74a57905b1d92ecb6d0711d78dc 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 90d5b9e41d72408cbe36aa1ba386fbf6 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for da77fb015d8a5298348acd4888328d8e 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 9339e4c5b947afa54c1b8c723f6e60fb 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 303ecb78b7fd344b437351db793f1d1d 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 871c56d6cb593a5700cbcaccc58fafb4 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for dab56f5776a7e516a1ff8ac1d5c77314 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 10c26ff40183f0302f518d216046d44e 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 61258bf415f682415495931b6b2190d3 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for a2a02d3491a35ae41cc9ca46adf0c645 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 0fcaf6da39bd5d9c1a8e9bfdf28508bf 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for e205db4799887166516848ff2c6e2d02 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for f242e1b2babf4490547e489f279c55f4 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for a9aa0ad02e151366bdc99df4b558fd6f 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 8c7e4cf932d3d4117de37445ba39a562 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for a70f1ca15ec68963f3496f456c1468ac 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 267f1ec6dbddcc6b73e3066baec0b68a 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 3618f33c3f1a97ab80e0b48af1bc4d26 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1224): stopping server 0fe162bcf4e3,44411,1734121132765 2024-12-13T20:20:27,872 DEBUG [RS:0;0fe162bcf4e3:44411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T20:20:27,872 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T20:20:27,873 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T20:20:27,873 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T20:20:27,873 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T20:20:27,873 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1629): Waiting on 0af06cea0f94296dce2648628638cd70, 0c687a3df319d74365a4f69fd5934399, 0fcaf6da39bd5d9c1a8e9bfdf28508bf, 10c26ff40183f0302f518d216046d44e, 1588230740, 267f1ec6dbddcc6b73e3066baec0b68a, 303ecb78b7fd344b437351db793f1d1d, 304228af6ea8f78b58a5c3b5c66dbeeb, 32948fc0ceafa998726f8c9604710af5, 3618f33c3f1a97ab80e0b48af1bc4d26, 5714b79398d79fcdc8b0459e5fa311af, 5752a74a57905b1d92ecb6d0711d78dc, 61258bf415f682415495931b6b2190d3, 7ab0eb37713f5a766bdae6d362c90c01, 871c56d6cb593a5700cbcaccc58fafb4, 8c7e4cf932d3d4117de37445ba39a562, 90d5b9e41d72408cbe36aa1ba386fbf6, 9339e4c5b947afa54c1b8c723f6e60fb, a2a02d3491a35ae41cc9ca46adf0c645, a4c1bb1dd767b07956ed56a3692bb7c8, a70f1ca15ec68963f3496f456c1468ac, a9aa0ad02e151366bdc99df4b558fd6f, da77fb015d8a5298348acd4888328d8e, dab56f5776a7e516a1ff8ac1d5c77314, e205db4799887166516848ff2c6e2d02, f242e1b2babf4490547e489f279c55f4, f2d7fcdf0c77db003a08a7c8dfa12593, f8d9849c7730acb51868ab2617fd9cd1 2024-12-13T20:20:27,873 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T20:20:27,873 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T20:20:27,873 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T20:20:27,873 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T20:20:27,873 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T20:20:27,873 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T20:20:27,876 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/f8d9849c7730acb51868ab2617fd9cd1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:27,877 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. 2024-12-13T20:20:27,877 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f8d9849c7730acb51868ab2617fd9cd1: 2024-12-13T20:20:27,877 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734121144384.f8d9849c7730acb51868ab2617fd9cd1. 2024-12-13T20:20:27,878 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 304228af6ea8f78b58a5c3b5c66dbeeb, disabling compactions & flushes 2024-12-13T20:20:27,878 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. 2024-12-13T20:20:27,878 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. 2024-12-13T20:20:27,878 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. after waiting 0 ms 2024-12-13T20:20:27,878 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. 2024-12-13T20:20:27,882 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/304228af6ea8f78b58a5c3b5c66dbeeb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:27,882 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. 2024-12-13T20:20:27,882 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 304228af6ea8f78b58a5c3b5c66dbeeb: 2024-12-13T20:20:27,882 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734121144384.304228af6ea8f78b58a5c3b5c66dbeeb. 2024-12-13T20:20:27,883 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5714b79398d79fcdc8b0459e5fa311af, disabling compactions & flushes 2024-12-13T20:20:27,883 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. 2024-12-13T20:20:27,883 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. 2024-12-13T20:20:27,883 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. after waiting 0 ms 2024-12-13T20:20:27,883 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. 2024-12-13T20:20:27,887 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5714b79398d79fcdc8b0459e5fa311af/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:27,887 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. 2024-12-13T20:20:27,887 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5714b79398d79fcdc8b0459e5fa311af: 2024-12-13T20:20:27,887 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734121144384.5714b79398d79fcdc8b0459e5fa311af. 2024-12-13T20:20:27,887 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7ab0eb37713f5a766bdae6d362c90c01, disabling compactions & flushes 2024-12-13T20:20:27,887 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. 2024-12-13T20:20:27,888 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. 2024-12-13T20:20:27,888 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. after waiting 0 ms 2024-12-13T20:20:27,888 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. 2024-12-13T20:20:27,891 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/7ab0eb37713f5a766bdae6d362c90c01/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:27,891 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. 2024-12-13T20:20:27,891 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7ab0eb37713f5a766bdae6d362c90c01: 2024-12-13T20:20:27,891 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734121144384.7ab0eb37713f5a766bdae6d362c90c01. 2024-12-13T20:20:27,891 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0c687a3df319d74365a4f69fd5934399, disabling compactions & flushes 2024-12-13T20:20:27,892 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. 2024-12-13T20:20:27,892 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. 2024-12-13T20:20:27,892 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. after waiting 0 ms 2024-12-13T20:20:27,892 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. 2024-12-13T20:20:27,893 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/.tmp/info/48d0f5a58d7e463ba1f4c6dde3fa543d is 143, key is hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e./info:regioninfo/1734121137497/Put/seqid=0 2024-12-13T20:20:27,895 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/0c687a3df319d74365a4f69fd5934399/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:27,895 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. 2024-12-13T20:20:27,895 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0c687a3df319d74365a4f69fd5934399: 2024-12-13T20:20:27,896 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734121144384.0c687a3df319d74365a4f69fd5934399. 2024-12-13T20:20:27,896 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a4c1bb1dd767b07956ed56a3692bb7c8, disabling compactions & flushes 2024-12-13T20:20:27,896 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. 2024-12-13T20:20:27,896 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. 2024-12-13T20:20:27,896 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. after waiting 0 ms 2024-12-13T20:20:27,896 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. 2024-12-13T20:20:27,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741867_1043 (size=36340) 2024-12-13T20:20:27,901 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a4c1bb1dd767b07956ed56a3692bb7c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:27,902 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. 2024-12-13T20:20:27,902 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a4c1bb1dd767b07956ed56a3692bb7c8: 2024-12-13T20:20:27,902 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734121144384.a4c1bb1dd767b07956ed56a3692bb7c8. 2024-12-13T20:20:27,902 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 32948fc0ceafa998726f8c9604710af5, disabling compactions & flushes 2024-12-13T20:20:27,902 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. 2024-12-13T20:20:27,902 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. 2024-12-13T20:20:27,902 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. after waiting 0 ms 2024-12-13T20:20:27,902 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. 2024-12-13T20:20:27,905 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/32948fc0ceafa998726f8c9604710af5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:27,906 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. 2024-12-13T20:20:27,906 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 32948fc0ceafa998726f8c9604710af5: 2024-12-13T20:20:27,906 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734121144384.32948fc0ceafa998726f8c9604710af5. 2024-12-13T20:20:27,906 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0af06cea0f94296dce2648628638cd70, disabling compactions & flushes 2024-12-13T20:20:27,906 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. 2024-12-13T20:20:27,906 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. 2024-12-13T20:20:27,906 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. after waiting 0 ms 2024-12-13T20:20:27,906 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. 2024-12-13T20:20:27,909 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/0af06cea0f94296dce2648628638cd70/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:27,910 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. 2024-12-13T20:20:27,910 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0af06cea0f94296dce2648628638cd70: 2024-12-13T20:20:27,910 INFO [regionserver/0fe162bcf4e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T20:20:27,910 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734121144384.0af06cea0f94296dce2648628638cd70. 2024-12-13T20:20:27,910 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5752a74a57905b1d92ecb6d0711d78dc, disabling compactions & flushes 2024-12-13T20:20:27,910 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. 2024-12-13T20:20:27,910 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. 2024-12-13T20:20:27,910 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. after waiting 0 ms 2024-12-13T20:20:27,910 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. 2024-12-13T20:20:27,910 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 5752a74a57905b1d92ecb6d0711d78dc 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-13T20:20:27,937 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5752a74a57905b1d92ecb6d0711d78dc/.tmp/f/c3b6c63cfd144f119f95636be9329a82 is 4136, key is NormalPut000/f:row/1734121166258/Put/seqid=0 2024-12-13T20:20:27,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741868_1044 (size=4147225) 2024-12-13T20:20:28,073 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1629): Waiting on 0fcaf6da39bd5d9c1a8e9bfdf28508bf, 10c26ff40183f0302f518d216046d44e, 1588230740, 267f1ec6dbddcc6b73e3066baec0b68a, 303ecb78b7fd344b437351db793f1d1d, 3618f33c3f1a97ab80e0b48af1bc4d26, 5752a74a57905b1d92ecb6d0711d78dc, 61258bf415f682415495931b6b2190d3, 871c56d6cb593a5700cbcaccc58fafb4, 8c7e4cf932d3d4117de37445ba39a562, 90d5b9e41d72408cbe36aa1ba386fbf6, 9339e4c5b947afa54c1b8c723f6e60fb, a2a02d3491a35ae41cc9ca46adf0c645, a70f1ca15ec68963f3496f456c1468ac, a9aa0ad02e151366bdc99df4b558fd6f, da77fb015d8a5298348acd4888328d8e, dab56f5776a7e516a1ff8ac1d5c77314, e205db4799887166516848ff2c6e2d02, f242e1b2babf4490547e489f279c55f4, f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:20:28,079 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0fe162bcf4e3:44459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:17362) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2376) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 12 more 2024-12-13T20:20:28,226 INFO [regionserver/0fe162bcf4e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T20:20:28,226 INFO [regionserver/0fe162bcf4e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T20:20:28,274 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1629): Waiting on 0fcaf6da39bd5d9c1a8e9bfdf28508bf, 10c26ff40183f0302f518d216046d44e, 1588230740, 267f1ec6dbddcc6b73e3066baec0b68a, 303ecb78b7fd344b437351db793f1d1d, 3618f33c3f1a97ab80e0b48af1bc4d26, 5752a74a57905b1d92ecb6d0711d78dc, 61258bf415f682415495931b6b2190d3, 871c56d6cb593a5700cbcaccc58fafb4, 8c7e4cf932d3d4117de37445ba39a562, 90d5b9e41d72408cbe36aa1ba386fbf6, 9339e4c5b947afa54c1b8c723f6e60fb, a2a02d3491a35ae41cc9ca46adf0c645, a70f1ca15ec68963f3496f456c1468ac, a9aa0ad02e151366bdc99df4b558fd6f, da77fb015d8a5298348acd4888328d8e, dab56f5776a7e516a1ff8ac1d5c77314, e205db4799887166516848ff2c6e2d02, f242e1b2babf4490547e489f279c55f4, f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:20:28,301 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/.tmp/info/48d0f5a58d7e463ba1f4c6dde3fa543d 2024-12-13T20:20:28,332 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/.tmp/rep_barrier/8dd2ea5055b243c5bf22b29d8d9e5930 is 115, key is test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562./rep_barrier:seqnumDuringOpen/1734121148639/Put/seqid=0 2024-12-13T20:20:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741869_1045 (size=8574) 2024-12-13T20:20:28,340 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5752a74a57905b1d92ecb6d0711d78dc/.tmp/f/c3b6c63cfd144f119f95636be9329a82 2024-12-13T20:20:28,348 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5752a74a57905b1d92ecb6d0711d78dc/.tmp/f/c3b6c63cfd144f119f95636be9329a82 as hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5752a74a57905b1d92ecb6d0711d78dc/f/c3b6c63cfd144f119f95636be9329a82 2024-12-13T20:20:28,354 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5752a74a57905b1d92ecb6d0711d78dc/f/c3b6c63cfd144f119f95636be9329a82, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-13T20:20:28,355 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 5752a74a57905b1d92ecb6d0711d78dc in 445ms, sequenceid=1004, compaction requested=false 2024-12-13T20:20:28,355 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T20:20:28,361 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/5752a74a57905b1d92ecb6d0711d78dc/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-13T20:20:28,362 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. 2024-12-13T20:20:28,362 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5752a74a57905b1d92ecb6d0711d78dc: 2024-12-13T20:20:28,362 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734121144384.5752a74a57905b1d92ecb6d0711d78dc. 2024-12-13T20:20:28,362 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 90d5b9e41d72408cbe36aa1ba386fbf6, disabling compactions & flushes 2024-12-13T20:20:28,362 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. 2024-12-13T20:20:28,363 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. 2024-12-13T20:20:28,363 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. after waiting 0 ms 2024-12-13T20:20:28,363 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. 2024-12-13T20:20:28,366 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/90d5b9e41d72408cbe36aa1ba386fbf6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,367 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. 2024-12-13T20:20:28,367 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 90d5b9e41d72408cbe36aa1ba386fbf6: 2024-12-13T20:20:28,367 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734121144384.90d5b9e41d72408cbe36aa1ba386fbf6. 2024-12-13T20:20:28,367 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing da77fb015d8a5298348acd4888328d8e, disabling compactions & flushes 2024-12-13T20:20:28,367 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. 2024-12-13T20:20:28,367 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. 2024-12-13T20:20:28,367 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. after waiting 0 ms 2024-12-13T20:20:28,367 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. 2024-12-13T20:20:28,371 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/da77fb015d8a5298348acd4888328d8e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,371 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. 2024-12-13T20:20:28,371 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for da77fb015d8a5298348acd4888328d8e: 2024-12-13T20:20:28,372 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734121144384.da77fb015d8a5298348acd4888328d8e. 2024-12-13T20:20:28,372 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9339e4c5b947afa54c1b8c723f6e60fb, disabling compactions & flushes 2024-12-13T20:20:28,372 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. 2024-12-13T20:20:28,372 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. 2024-12-13T20:20:28,372 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. after waiting 0 ms 2024-12-13T20:20:28,372 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. 2024-12-13T20:20:28,376 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/9339e4c5b947afa54c1b8c723f6e60fb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,377 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. 2024-12-13T20:20:28,377 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9339e4c5b947afa54c1b8c723f6e60fb: 2024-12-13T20:20:28,377 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734121144384.9339e4c5b947afa54c1b8c723f6e60fb. 2024-12-13T20:20:28,377 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 303ecb78b7fd344b437351db793f1d1d, disabling compactions & flushes 2024-12-13T20:20:28,377 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. 2024-12-13T20:20:28,377 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. 2024-12-13T20:20:28,377 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. after waiting 0 ms 2024-12-13T20:20:28,377 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. 2024-12-13T20:20:28,381 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/303ecb78b7fd344b437351db793f1d1d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,382 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. 2024-12-13T20:20:28,382 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 303ecb78b7fd344b437351db793f1d1d: 2024-12-13T20:20:28,382 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734121144384.303ecb78b7fd344b437351db793f1d1d. 2024-12-13T20:20:28,382 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 871c56d6cb593a5700cbcaccc58fafb4, disabling compactions & flushes 2024-12-13T20:20:28,382 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. 2024-12-13T20:20:28,382 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. 2024-12-13T20:20:28,382 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. after waiting 0 ms 2024-12-13T20:20:28,382 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. 2024-12-13T20:20:28,387 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/871c56d6cb593a5700cbcaccc58fafb4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,388 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. 2024-12-13T20:20:28,388 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 871c56d6cb593a5700cbcaccc58fafb4: 2024-12-13T20:20:28,389 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734121144384.871c56d6cb593a5700cbcaccc58fafb4. 2024-12-13T20:20:28,389 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dab56f5776a7e516a1ff8ac1d5c77314, disabling compactions & flushes 2024-12-13T20:20:28,389 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. 2024-12-13T20:20:28,389 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. 2024-12-13T20:20:28,389 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. after waiting 0 ms 2024-12-13T20:20:28,389 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. 2024-12-13T20:20:28,397 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/dab56f5776a7e516a1ff8ac1d5c77314/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,402 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. 2024-12-13T20:20:28,402 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dab56f5776a7e516a1ff8ac1d5c77314: 2024-12-13T20:20:28,402 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734121144384.dab56f5776a7e516a1ff8ac1d5c77314. 2024-12-13T20:20:28,402 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 10c26ff40183f0302f518d216046d44e, disabling compactions & flushes 2024-12-13T20:20:28,402 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. 2024-12-13T20:20:28,402 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. 2024-12-13T20:20:28,402 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. after waiting 0 ms 2024-12-13T20:20:28,402 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. 2024-12-13T20:20:28,402 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 10c26ff40183f0302f518d216046d44e 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T20:20:28,423 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/namespace/10c26ff40183f0302f518d216046d44e/.tmp/info/8b86287e02b84a6c8f49e5bfd236ee70 is 45, key is default/info:d/1734121137592/Put/seqid=0 2024-12-13T20:20:28,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741870_1046 (size=5037) 2024-12-13T20:20:28,474 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1629): Waiting on 0fcaf6da39bd5d9c1a8e9bfdf28508bf, 10c26ff40183f0302f518d216046d44e, 1588230740, 267f1ec6dbddcc6b73e3066baec0b68a, 3618f33c3f1a97ab80e0b48af1bc4d26, 61258bf415f682415495931b6b2190d3, 8c7e4cf932d3d4117de37445ba39a562, a2a02d3491a35ae41cc9ca46adf0c645, a70f1ca15ec68963f3496f456c1468ac, a9aa0ad02e151366bdc99df4b558fd6f, e205db4799887166516848ff2c6e2d02, f242e1b2babf4490547e489f279c55f4, f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:20:28,674 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1629): Waiting on 0fcaf6da39bd5d9c1a8e9bfdf28508bf, 10c26ff40183f0302f518d216046d44e, 1588230740, 267f1ec6dbddcc6b73e3066baec0b68a, 3618f33c3f1a97ab80e0b48af1bc4d26, 61258bf415f682415495931b6b2190d3, 8c7e4cf932d3d4117de37445ba39a562, a2a02d3491a35ae41cc9ca46adf0c645, a70f1ca15ec68963f3496f456c1468ac, a9aa0ad02e151366bdc99df4b558fd6f, e205db4799887166516848ff2c6e2d02, f242e1b2babf4490547e489f279c55f4, f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:20:28,739 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/.tmp/rep_barrier/8dd2ea5055b243c5bf22b29d8d9e5930 2024-12-13T20:20:28,767 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/.tmp/table/bcbd492ceb80427f947cce1e65eff47d is 94, key is testdroppedtimed,,1734121161370.2c195205e5248b46633201dac6601925./table:/1734121220758/DeleteFamily/seqid=0 2024-12-13T20:20:28,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741871_1047 (size=5605) 2024-12-13T20:20:28,828 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/namespace/10c26ff40183f0302f518d216046d44e/.tmp/info/8b86287e02b84a6c8f49e5bfd236ee70 2024-12-13T20:20:28,838 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/namespace/10c26ff40183f0302f518d216046d44e/.tmp/info/8b86287e02b84a6c8f49e5bfd236ee70 as hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/namespace/10c26ff40183f0302f518d216046d44e/info/8b86287e02b84a6c8f49e5bfd236ee70 2024-12-13T20:20:28,845 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/namespace/10c26ff40183f0302f518d216046d44e/info/8b86287e02b84a6c8f49e5bfd236ee70, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T20:20:28,845 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 10c26ff40183f0302f518d216046d44e in 443ms, sequenceid=6, compaction requested=false 2024-12-13T20:20:28,846 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T20:20:28,851 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/namespace/10c26ff40183f0302f518d216046d44e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T20:20:28,851 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. 2024-12-13T20:20:28,851 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 10c26ff40183f0302f518d216046d44e: 2024-12-13T20:20:28,851 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734121136227.10c26ff40183f0302f518d216046d44e. 2024-12-13T20:20:28,852 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 61258bf415f682415495931b6b2190d3, disabling compactions & flushes 2024-12-13T20:20:28,852 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. 2024-12-13T20:20:28,852 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. 2024-12-13T20:20:28,852 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. after waiting 0 ms 2024-12-13T20:20:28,852 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. 2024-12-13T20:20:28,856 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/61258bf415f682415495931b6b2190d3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,857 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. 2024-12-13T20:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 61258bf415f682415495931b6b2190d3: 2024-12-13T20:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734121144384.61258bf415f682415495931b6b2190d3. 2024-12-13T20:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a2a02d3491a35ae41cc9ca46adf0c645, disabling compactions & flushes 2024-12-13T20:20:28,857 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. 2024-12-13T20:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. 2024-12-13T20:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. after waiting 0 ms 2024-12-13T20:20:28,857 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. 2024-12-13T20:20:28,861 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a2a02d3491a35ae41cc9ca46adf0c645/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,862 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. 2024-12-13T20:20:28,862 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a2a02d3491a35ae41cc9ca46adf0c645: 2024-12-13T20:20:28,862 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734121144384.a2a02d3491a35ae41cc9ca46adf0c645. 2024-12-13T20:20:28,862 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0fcaf6da39bd5d9c1a8e9bfdf28508bf, disabling compactions & flushes 2024-12-13T20:20:28,862 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. 2024-12-13T20:20:28,862 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. 2024-12-13T20:20:28,862 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. after waiting 0 ms 2024-12-13T20:20:28,862 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. 2024-12-13T20:20:28,866 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/0fcaf6da39bd5d9c1a8e9bfdf28508bf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,867 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. 2024-12-13T20:20:28,867 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0fcaf6da39bd5d9c1a8e9bfdf28508bf: 2024-12-13T20:20:28,867 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734121144384.0fcaf6da39bd5d9c1a8e9bfdf28508bf. 2024-12-13T20:20:28,867 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e205db4799887166516848ff2c6e2d02, disabling compactions & flushes 2024-12-13T20:20:28,867 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. 2024-12-13T20:20:28,867 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. 2024-12-13T20:20:28,867 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. after waiting 0 ms 2024-12-13T20:20:28,867 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. 2024-12-13T20:20:28,871 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/e205db4799887166516848ff2c6e2d02/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,872 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. 2024-12-13T20:20:28,872 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e205db4799887166516848ff2c6e2d02: 2024-12-13T20:20:28,872 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734121144384.e205db4799887166516848ff2c6e2d02. 2024-12-13T20:20:28,872 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f242e1b2babf4490547e489f279c55f4, disabling compactions & flushes 2024-12-13T20:20:28,872 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. 2024-12-13T20:20:28,872 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. 2024-12-13T20:20:28,872 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. after waiting 0 ms 2024-12-13T20:20:28,872 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. 2024-12-13T20:20:28,874 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1599): Waiting on 8 regions to close 2024-12-13T20:20:28,874 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1603): Online Regions={f242e1b2babf4490547e489f279c55f4=test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4., a9aa0ad02e151366bdc99df4b558fd6f=test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f., f2d7fcdf0c77db003a08a7c8dfa12593=test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593., 8c7e4cf932d3d4117de37445ba39a562=test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562., 1588230740=hbase:meta,,1.1588230740, a70f1ca15ec68963f3496f456c1468ac=test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac., 267f1ec6dbddcc6b73e3066baec0b68a=test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a., 3618f33c3f1a97ab80e0b48af1bc4d26=test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26.} 2024-12-13T20:20:28,874 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 267f1ec6dbddcc6b73e3066baec0b68a, 3618f33c3f1a97ab80e0b48af1bc4d26, 8c7e4cf932d3d4117de37445ba39a562, a70f1ca15ec68963f3496f456c1468ac, a9aa0ad02e151366bdc99df4b558fd6f, f242e1b2babf4490547e489f279c55f4, f2d7fcdf0c77db003a08a7c8dfa12593 2024-12-13T20:20:28,875 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/f242e1b2babf4490547e489f279c55f4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,876 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. 2024-12-13T20:20:28,876 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f242e1b2babf4490547e489f279c55f4: 2024-12-13T20:20:28,876 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734121144384.f242e1b2babf4490547e489f279c55f4. 2024-12-13T20:20:28,876 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a9aa0ad02e151366bdc99df4b558fd6f, disabling compactions & flushes 2024-12-13T20:20:28,876 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. 2024-12-13T20:20:28,876 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. 2024-12-13T20:20:28,876 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. after waiting 0 ms 2024-12-13T20:20:28,876 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. 2024-12-13T20:20:28,879 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a9aa0ad02e151366bdc99df4b558fd6f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,879 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. 2024-12-13T20:20:28,879 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a9aa0ad02e151366bdc99df4b558fd6f: 2024-12-13T20:20:28,879 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734121144384.a9aa0ad02e151366bdc99df4b558fd6f. 2024-12-13T20:20:28,879 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f2d7fcdf0c77db003a08a7c8dfa12593, disabling compactions & flushes 2024-12-13T20:20:28,879 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. 2024-12-13T20:20:28,879 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. 2024-12-13T20:20:28,879 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. after waiting 0 ms 2024-12-13T20:20:28,879 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. 2024-12-13T20:20:28,882 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/f2d7fcdf0c77db003a08a7c8dfa12593/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,883 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. 2024-12-13T20:20:28,883 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f2d7fcdf0c77db003a08a7c8dfa12593: 2024-12-13T20:20:28,883 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734121144384.f2d7fcdf0c77db003a08a7c8dfa12593. 2024-12-13T20:20:28,883 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8c7e4cf932d3d4117de37445ba39a562, disabling compactions & flushes 2024-12-13T20:20:28,883 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. 2024-12-13T20:20:28,883 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. 2024-12-13T20:20:28,883 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. after waiting 0 ms 2024-12-13T20:20:28,883 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. 2024-12-13T20:20:28,886 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/8c7e4cf932d3d4117de37445ba39a562/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,886 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. 2024-12-13T20:20:28,886 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8c7e4cf932d3d4117de37445ba39a562: 2024-12-13T20:20:28,886 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734121144384.8c7e4cf932d3d4117de37445ba39a562. 2024-12-13T20:20:28,886 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a70f1ca15ec68963f3496f456c1468ac, disabling compactions & flushes 2024-12-13T20:20:28,886 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. 2024-12-13T20:20:28,886 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. 2024-12-13T20:20:28,886 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. after waiting 0 ms 2024-12-13T20:20:28,886 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. 2024-12-13T20:20:28,889 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/a70f1ca15ec68963f3496f456c1468ac/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,890 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. 2024-12-13T20:20:28,890 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a70f1ca15ec68963f3496f456c1468ac: 2024-12-13T20:20:28,890 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734121144384.a70f1ca15ec68963f3496f456c1468ac. 2024-12-13T20:20:28,890 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 267f1ec6dbddcc6b73e3066baec0b68a, disabling compactions & flushes 2024-12-13T20:20:28,890 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. 2024-12-13T20:20:28,890 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. 2024-12-13T20:20:28,890 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. after waiting 0 ms 2024-12-13T20:20:28,890 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. 2024-12-13T20:20:28,893 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/267f1ec6dbddcc6b73e3066baec0b68a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,893 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. 2024-12-13T20:20:28,893 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 267f1ec6dbddcc6b73e3066baec0b68a: 2024-12-13T20:20:28,893 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734121144384.267f1ec6dbddcc6b73e3066baec0b68a. 2024-12-13T20:20:28,894 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3618f33c3f1a97ab80e0b48af1bc4d26, disabling compactions & flushes 2024-12-13T20:20:28,894 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. 2024-12-13T20:20:28,894 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. 2024-12-13T20:20:28,894 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. after waiting 0 ms 2024-12-13T20:20:28,894 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. 2024-12-13T20:20:28,897 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/default/test/3618f33c3f1a97ab80e0b48af1bc4d26/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T20:20:28,898 INFO [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. 2024-12-13T20:20:28,898 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3618f33c3f1a97ab80e0b48af1bc4d26: 2024-12-13T20:20:28,898 DEBUG [RS_CLOSE_REGION-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734121144384.3618f33c3f1a97ab80e0b48af1bc4d26. 2024-12-13T20:20:29,075 DEBUG [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T20:20:29,172 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/.tmp/table/bcbd492ceb80427f947cce1e65eff47d 2024-12-13T20:20:29,179 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/.tmp/info/48d0f5a58d7e463ba1f4c6dde3fa543d as hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/info/48d0f5a58d7e463ba1f4c6dde3fa543d 2024-12-13T20:20:29,187 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/info/48d0f5a58d7e463ba1f4c6dde3fa543d, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T20:20:29,189 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/.tmp/rep_barrier/8dd2ea5055b243c5bf22b29d8d9e5930 as hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/rep_barrier/8dd2ea5055b243c5bf22b29d8d9e5930 2024-12-13T20:20:29,194 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/rep_barrier/8dd2ea5055b243c5bf22b29d8d9e5930, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T20:20:29,195 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/.tmp/table/bcbd492ceb80427f947cce1e65eff47d as hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/table/bcbd492ceb80427f947cce1e65eff47d 2024-12-13T20:20:29,202 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/table/bcbd492ceb80427f947cce1e65eff47d, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T20:20:29,203 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=77, compaction requested=false 2024-12-13T20:20:29,203 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T20:20:29,213 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T20:20:29,214 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T20:20:29,214 INFO [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T20:20:29,214 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T20:20:29,214 DEBUG [RS_CLOSE_META-regionserver/0fe162bcf4e3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T20:20:29,275 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1250): stopping server 0fe162bcf4e3,44411,1734121132765; all regions closed. 2024-12-13T20:20:29,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/WALs/0fe162bcf4e3,44411,1734121132765/0fe162bcf4e3%2C44411%2C1734121132765.meta.1734121135905.meta not finished, retry = 0 2024-12-13T20:20:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741834_1010 (size=40374) 2024-12-13T20:20:29,381 DEBUG [RS:0;0fe162bcf4e3:44411 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/oldWALs 2024-12-13T20:20:29,381 INFO [RS:0;0fe162bcf4e3:44411 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 0fe162bcf4e3%2C44411%2C1734121132765.meta:.meta(num 1734121135905) 2024-12-13T20:20:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741833_1009 (size=4217378) 2024-12-13T20:20:29,386 DEBUG [RS:0;0fe162bcf4e3:44411 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/oldWALs 2024-12-13T20:20:29,386 INFO [RS:0;0fe162bcf4e3:44411 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 0fe162bcf4e3%2C44411%2C1734121132765:(num 1734121135375) 2024-12-13T20:20:29,386 DEBUG [RS:0;0fe162bcf4e3:44411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:29,386 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T20:20:29,386 INFO [RS:0;0fe162bcf4e3:44411 {}] hbase.ChoreService(370): Chore service for: regionserver/0fe162bcf4e3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T20:20:29,386 INFO [RS:0;0fe162bcf4e3:44411 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44411 2024-12-13T20:20:29,387 INFO [regionserver/0fe162bcf4e3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T20:20:29,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T20:20:29,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/0fe162bcf4e3,44411,1734121132765 2024-12-13T20:20:29,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0fe162bcf4e3,44411,1734121132765] 2024-12-13T20:20:29,437 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 0fe162bcf4e3,44411,1734121132765; numProcessing=1 2024-12-13T20:20:29,445 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/0fe162bcf4e3,44411,1734121132765 already deleted, retry=false 2024-12-13T20:20:29,445 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 0fe162bcf4e3,44411,1734121132765 expired; onlineServers=0 2024-12-13T20:20:29,445 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '0fe162bcf4e3,44459,1734121131834' ***** 2024-12-13T20:20:29,445 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T20:20:29,445 DEBUG [M:0;0fe162bcf4e3:44459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6746f738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0fe162bcf4e3/172.17.0.3:0 2024-12-13T20:20:29,445 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegionServer(1224): stopping server 0fe162bcf4e3,44459,1734121131834 2024-12-13T20:20:29,445 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegionServer(1250): stopping server 0fe162bcf4e3,44459,1734121131834; all regions closed. 2024-12-13T20:20:29,446 DEBUG [M:0;0fe162bcf4e3:44459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T20:20:29,446 DEBUG [M:0;0fe162bcf4e3:44459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T20:20:29,446 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T20:20:29,446 DEBUG [M:0;0fe162bcf4e3:44459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T20:20:29,446 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster-HFileCleaner.small.0-1734121135131 {}] cleaner.HFileCleaner(306): Exit Thread[master/0fe162bcf4e3:0:becomeActiveMaster-HFileCleaner.small.0-1734121135131,5,FailOnTimeoutGroup] 2024-12-13T20:20:29,446 INFO [M:0;0fe162bcf4e3:44459 {}] hbase.ChoreService(370): Chore service for: master/0fe162bcf4e3:0 had [] on shutdown 2024-12-13T20:20:29,446 DEBUG [master/0fe162bcf4e3:0:becomeActiveMaster-HFileCleaner.large.0-1734121135131 {}] cleaner.HFileCleaner(306): Exit Thread[master/0fe162bcf4e3:0:becomeActiveMaster-HFileCleaner.large.0-1734121135131,5,FailOnTimeoutGroup] 2024-12-13T20:20:29,446 DEBUG [M:0;0fe162bcf4e3:44459 {}] master.HMaster(1733): Stopping service threads 2024-12-13T20:20:29,446 INFO [M:0;0fe162bcf4e3:44459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T20:20:29,446 ERROR [M:0;0fe162bcf4e3:44459 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1924948983) connection to localhost/127.0.0.1:33735 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33735,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-13T20:20:29,446 INFO [M:0;0fe162bcf4e3:44459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T20:20:29,446 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T20:20:29,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-13T20:20:29,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T20:20:29,454 DEBUG [M:0;0fe162bcf4e3:44459 {}] zookeeper.RecoverableZooKeeper(215): Node /1/master already deleted, retry=false 2024-12-13T20:20:29,454 DEBUG [M:0;0fe162bcf4e3:44459 {}] master.ActiveMasterManager(353): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Failed delete of our master address node; KeeperErrorCode = NoNode for /1/master 2024-12-13T20:20:29,454 INFO [M:0;0fe162bcf4e3:44459 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T20:20:29,454 INFO [M:0;0fe162bcf4e3:44459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T20:20:29,454 DEBUG [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T20:20:29,454 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:20:29,454 DEBUG [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:20:29,454 DEBUG [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T20:20:29,454 DEBUG [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:20:29,454 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.92 KB heapSize=293.92 KB 2024-12-13T20:20:29,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T20:20:29,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T20:20:29,478 DEBUG [M:0;0fe162bcf4e3:44459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ea46aecc7864d92a127043cdbd61856 is 82, key is hbase:meta,,1/info:regioninfo/1734121136040/Put/seqid=0 2024-12-13T20:20:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741872_1048 (size=5672) 2024-12-13T20:20:29,528 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ea46aecc7864d92a127043cdbd61856 2024-12-13T20:20:29,537 INFO [RS:0;0fe162bcf4e3:44411 {}] regionserver.HRegionServer(1307): Exiting; stopping=0fe162bcf4e3,44411,1734121132765; zookeeper connection closed. 2024-12-13T20:20:29,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T20:20:29,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44411-0x100210b9a380001, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T20:20:29,547 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@691e3873 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@691e3873 2024-12-13T20:20:29,548 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T20:20:29,591 DEBUG [M:0;0fe162bcf4e3:44459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/107c491f27c54677b777cec071e259ce is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734121149055/Put/seqid=0 2024-12-13T20:20:29,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741873_1049 (size=12839) 2024-12-13T20:20:29,597 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.36 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/107c491f27c54677b777cec071e259ce 2024-12-13T20:20:29,604 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 107c491f27c54677b777cec071e259ce 2024-12-13T20:20:29,622 DEBUG [M:0;0fe162bcf4e3:44459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ce8a5b33a4940e2ad817286bbfef4ef is 69, key is 0fe162bcf4e3,44411,1734121132765/rs:state/1734121135142/Put/seqid=0 2024-12-13T20:20:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741874_1050 (size=5156) 2024-12-13T20:20:29,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T20:20:29,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T20:20:30,027 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ce8a5b33a4940e2ad817286bbfef4ef 2024-12-13T20:20:30,034 DEBUG [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ea46aecc7864d92a127043cdbd61856 as hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ea46aecc7864d92a127043cdbd61856 2024-12-13T20:20:30,041 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ea46aecc7864d92a127043cdbd61856, entries=8, sequenceid=612, filesize=5.5 K 2024-12-13T20:20:30,042 DEBUG [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/107c491f27c54677b777cec071e259ce as hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/107c491f27c54677b777cec071e259ce 2024-12-13T20:20:30,047 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 107c491f27c54677b777cec071e259ce 2024-12-13T20:20:30,047 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/107c491f27c54677b777cec071e259ce, entries=77, sequenceid=612, filesize=12.5 K 2024-12-13T20:20:30,048 DEBUG [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ce8a5b33a4940e2ad817286bbfef4ef as hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ce8a5b33a4940e2ad817286bbfef4ef 2024-12-13T20:20:30,054 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33735/user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ce8a5b33a4940e2ad817286bbfef4ef, entries=1, sequenceid=612, filesize=5.0 K 2024-12-13T20:20:30,055 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.92 KB/243630, heapSize ~293.63 KB/300672, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 601ms, sequenceid=612, compaction requested=false 2024-12-13T20:20:30,058 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T20:20:30,058 DEBUG [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T20:20:30,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741830_1006 (size=284369) 2024-12-13T20:20:30,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/80dae794-f6b1-1dd6-0ad9-7e9b94b4ac2c/MasterData/WALs/0fe162bcf4e3,44459,1734121131834/0fe162bcf4e3%2C44459%2C1734121131834.1734121134113 not finished, retry = 0 2024-12-13T20:20:30,161 INFO [M:0;0fe162bcf4e3:44459 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T20:20:30,161 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T20:20:30,161 INFO [M:0;0fe162bcf4e3:44459 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44459 2024-12-13T20:20:30,178 DEBUG [M:0;0fe162bcf4e3:44459 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/0fe162bcf4e3,44459,1734121131834 already deleted, retry=false 2024-12-13T20:20:30,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T20:20:30,287 INFO [M:0;0fe162bcf4e3:44459 {}] regionserver.HRegionServer(1307): Exiting; stopping=0fe162bcf4e3,44459,1734121131834; zookeeper connection closed. 2024-12-13T20:20:30,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x100210b9a380000, quorum=127.0.0.1:55816, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T20:20:30,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7359e450{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T20:20:30,290 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14582817{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T20:20:30,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T20:20:30,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d7d59ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T20:20:30,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@529025c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/hadoop.log.dir/,STOPPED} 2024-12-13T20:20:30,291 WARN [BP-1134707828-172.17.0.3-1734121128200 heartbeating to localhost/127.0.0.1:33735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T20:20:30,291 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T20:20:30,291 WARN [BP-1134707828-172.17.0.3-1734121128200 heartbeating to localhost/127.0.0.1:33735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1134707828-172.17.0.3-1734121128200 (Datanode Uuid 8b9719e8-a3ff-4495-840a-9a9bf718b43f) service to localhost/127.0.0.1:33735 2024-12-13T20:20:30,291 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T20:20:30,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/cluster_a6ff209c-59a2-1061-9ed2-4e98f8d47dcf/dfs/data/data1/current/BP-1134707828-172.17.0.3-1734121128200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T20:20:30,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/cluster_a6ff209c-59a2-1061-9ed2-4e98f8d47dcf/dfs/data/data2/current/BP-1134707828-172.17.0.3-1734121128200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T20:20:30,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T20:20:30,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d0e49e6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T20:20:30,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78f873be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T20:20:30,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T20:20:30,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21805c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T20:20:30,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f625647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aec18afe-262d-a062-8546-ab5ebdee93de/hadoop.log.dir/,STOPPED} 2024-12-13T20:20:30,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T20:20:30,333 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down